00000100:00100000:3.0:1761227742.340353:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227742.340374:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761227742.340382:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad429894 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737776320:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227742.340405:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227742.340435:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737776448
00000100:00100000:3.0:1761227742.340455:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968
00000100:00100000:3.0:1761227742.340460:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d2e016f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737776448:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227742.340546:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227742.340589:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d2e016f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737776448:12345-0@lo:8:kworker/u8:0.0 Request processed in 127us (313us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227742.340602:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968
00000100:00080000:3.0:1761227742.340635:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227742.340640:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227742.340645:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6aba514 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737776448:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227742.341635:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d299e26f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737776512:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227742.341660:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761227742.342811:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227742.342815:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227742.342818:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d299e26f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737776512:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227742.853297:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737776832
00000100:00100000:3.0:1761227742.853348:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872
00000100:00100000:3.0:1761227742.853353:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009287b5ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737776832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227742.853385:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227742.855973:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009287b5ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737776832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2611us (3161us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227742.855989:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872
00000100:00100000:3.0:1761227746.273615:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720712640
00000100:00100000:3.0:1761227746.274914:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1492
00000100:00100000:3.0:1761227746.274925:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720712640:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227746.274971:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720712640:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 48us (1897us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227746.274979:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1492
00000100:00100000:3.0:1761227746.437955:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000208c571c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737776960:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227747.462285:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffcb91f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737777344:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227747.462384:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227747.462499:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008336ec5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737777408:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227747.462758:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761227747.463688:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227747.463694:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227747.463698:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffcb91f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737777344:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761227747.467980:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227747.467986:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227747.467996:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008336ec5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737777408:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227747.972064:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737777728
00000100:00100000:3.0:1761227747.972123:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873
00000100:00100000:3.0:1761227747.972129:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737777728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227747.972167:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227747.972226:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737777728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227747.972234:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873
00000100:00100000:3.0:1761227748.998585:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737777792:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227751.396550:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720712960
00000100:00100000:3.0:1761227751.396652:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720713024
00000100:00100000:3.0:1761227751.396698:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 3953
00000100:00100000:3.0:1761227751.396711:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008336ec5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720712960:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227751.396876:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008336ec5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720712960:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 167us (491us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227751.396887:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 3953
00000100:00100000:3.0:1761227752.582458:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737778240:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227752.582524:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227752.582558:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036d7ea83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737778304:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227752.582581:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227752.582626:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737778240
00000100:00100000:3.0:1761227752.582654:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737778304
00000100:00100000:3.0:1761227752.582670:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974
00000100:00100000:3.0:1761227752.582674:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a90ca120 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737778240:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227752.582769:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227752.582842:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a90ca120 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737778240:12345-0@lo:8:kworker/u8:0.0 Request processed in 166us (318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227752.582849:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974
00000100:00100000:3.0:1761227752.582863:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975
00000100:00100000:3.0:1761227752.582866:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737778304:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227752.582944:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227752.582966:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737778304:12345-0@lo:8:kworker/u8:0.0 Request processed in 99us (386us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227752.582972:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975
00000100:00080000:3.0:1761227752.583001:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227752.583005:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227752.583008:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737778240:0@lo:8:kworker/u8:0.0
00000100:00080000:3.0:1761227752.583016:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227752.583019:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227752.583021:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036d7ea83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737778304:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227754.115064:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227754.115086:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069d8b038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737778688:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227754.115153:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227754.115548:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069d8b038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737778688:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227756.508906:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720713152
00000100:00100000:3.0:1761227756.508957:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1496
00000100:00100000:3.0:1761227756.508964:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720713152:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227756.509034:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720713152:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 69us (395us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227756.509041:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1496
00000100:00100000:3.0:1761227756.677911:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737778752
00000100:00100000:3.0:1761227756.677958:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731
00000100:00100000:3.0:1761227756.677964:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036d7ea83 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737778752:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227756.677998:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761227756.678041:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036d7ea83 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737778752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227756.678051:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731
00000100:00100000:3.0:1761227757.700446:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001350b709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737779136:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227757.700474:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227757.700498:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000125ffb27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737779200:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227757.700516:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227757.700543:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737778944
00000100:00100000:3.0:1761227757.700561:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737779072
00000100:00100000:3.0:1761227757.700570:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732
00000100:00100000:3.0:1761227757.700573:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003899219e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737778944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227757.700602:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003899219e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737778944:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (1358us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227757.700607:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732
00000100:00100000:3.0:1761227757.700931:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733
00000100:00100000:3.0:1761227757.700935:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737779072:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227757.700965:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737779072:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (1082us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227757.700969:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733
00000100:00100000:3.0:1761227757.700988:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737779136
00000100:00100000:3.0:1761227757.701002:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737779200
00000100:00100000:3.0:1761227757.701009:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977
00000100:00100000:3.0:1761227757.701012:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737779136:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227757.701098:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227757.701129:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737779136:12345-0@lo:8:kworker/u8:0.0 Request processed in 116us (654us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227757.701136:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977
00000100:00100000:3.0:1761227757.701146:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978
00000100:00100000:3.0:1761227757.701149:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5d6c5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737779200:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227757.701224:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227757.701247:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5d6c5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737779200:12345-0@lo:8:kworker/u8:0.0 Request processed in 96us (730us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227757.701252:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978
00000100:00080000:3.0:1761227757.701278:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227757.701282:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227757.701285:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001350b709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737779136:0@lo:8:kworker/u8:0.0
00000100:00080000:3.0:1761227757.701292:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227757.701294:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227757.701296:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000125ffb27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737779200:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227758.210981:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007987295a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737779520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227758.211060:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227758.211469:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007987295a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737779520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227761.629756:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227761.629839:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227761.629896:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227761.631129:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227761.631171:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720713600
00000100:00100000:3.0:1761227761.631196:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1979
00000100:00100000:3.0:1761227761.631200:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000655173ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720713600:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1761227761.631283:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227761.631323:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000655173ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720713600:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 122us (199us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227761.631330:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1979
00000100:00100000:3.0:1761227761.798865:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004458d402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737779648:0@lo:41:osp-pre-1-0.0
00000100:00080000:3.0:1761227762.819074:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227762.819079:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227762.819082:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227762.819087:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3353
00000100:00080000:3.0:1761227762.819090:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227762.819095:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227762.819125:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004bd33425 x1846777737780032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227762.819141:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227762.819144:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227762.819145:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227762.819147:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3353
00000100:00080000:3.0:1761227762.819149:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227762.819152:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227762.819160:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b05230f7 x1846777737780096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761227762.819200:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004bd33425 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737780032:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227762.819227:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227762.819239:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737780096:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227762.819258:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227762.819288:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737780032
00000100:00100000:3.0:1761227762.819314:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737780288
00000100:00100000:3.0:1761227762.820377:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685
00000100:00100000:3.0:1761227762.820383:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737780288:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227762.820413:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737780288:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (1175us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227762.820419:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685
00000100:00100000:3.0:1761227762.820430:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980
00000100:00100000:3.0:1761227762.820433:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000276a9f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737780032:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761227762.820597:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227762.820622:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000276a9f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737780032:12345-0@lo:8:kworker/u8:4.0 Request processed in 187us (1394us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227762.820627:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980
00000100:00080000:3.0:1761227762.822142:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227762.822152:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227762.822157:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004bd33425 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737780032:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761227762.822174:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227762.822177:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227762.822179:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737780096:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227763.331588:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737780416
00000100:00100000:3.0:1761227763.331645:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876
00000100:00100000:3.0:1761227763.331651:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737780416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227763.331722:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227763.335191:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737780416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3531us (3692us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227763.335208:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876
00000100:00100000:3.0:1761227764.355298:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737780480
00000100:00100000:3.0:1761227764.355351:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738
00000100:00100000:3.0:1761227764.355357:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737780480:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761227764.355393:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761227764.355442:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737780480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227764.355449:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738
00000100:00100000:3.0:1761227764.355488:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737780480:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227766.748568:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227766.748628:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227766.751635:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227766.752399:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227766.923747:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761227766.923813:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737780544:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227766.923903:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227766.924836:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737780544:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227767.939354:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003247954f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737780608:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.939443:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227767.943042:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003247954f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737780608:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.943210:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737780672:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.943278:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227767.943357:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737780736
00000100:00100000:3.0:1761227767.943416:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740
00000100:00100000:3.0:1761227767.943426:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808a4b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737780736:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.943494:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808a4b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737780736:12345-0@lo:400:kworker/u8:0.0 Request processed in 69us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227767.943505:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740
00000100:00100000:3.0:1761227767.943544:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3974
00000100:00100000:3.0:1761227767.943555:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f22069b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737780672:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.943643:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f22069b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737780672:12345-0@lo:400:kworker/u8:0.0 Request processed in 85us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227767.943655:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3974
00000100:00100000:3.0:1761227767.943713:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737780672:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.948743:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c46206b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737780928:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227767.948837:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227767.948862:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ce778be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737780992:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227767.948889:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227767.948924:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737781056:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.948946:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227767.948962:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227767.948966:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737781120:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.948983:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227767.949011:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737781056
00000100:00100000:3.0:1761227767.949046:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737781120
00000100:00100000:3.0:1761227767.949063:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3975
00000100:00100000:3.0:1761227767.949068:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737781056:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.949109:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737781056:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227767.949116:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3975
00000100:00100000:3.0:1761227767.949129:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3976
00000100:00100000:3.0:1761227767.949132:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1a75862 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737781120:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.949151:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1a75862 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737781120:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227767.949156:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3976
00000100:00100000:3.0:1761227767.949189:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737781120:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.949197:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737781056:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227767.949224:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737780928
00000100:00100000:3.0:1761227767.949240:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737780992
00000100:00100000:3.0:1761227767.949252:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983
00000100:00100000:3.0:1761227767.949255:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f177303a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737780928:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227767.950282:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227767.950320:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f177303a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737780928:12345-0@lo:8:kworker/u8:0.0 Request processed in 1063us (1484us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227767.950326:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983
00000100:00100000:3.0:1761227771.868159:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720713984
00000100:00100000:3.0:1761227771.868217:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 3977
00000100:00100000:3.0:1761227771.868223:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c9cdc92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720713984:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227771.868305:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c9cdc92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720713984:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 81us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227771.868313:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 3977
00000100:00100000:3.0:1761227771.873206:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720714048
00000100:00100000:3.0:1761227771.873269:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 3978
00000100:00100000:3.0:1761227771.873276:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c49c39c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720714048:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227771.873357:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c49c39c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720714048:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 81us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227771.873366:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 3978
00000100:00100000:3.0:1761227773.060841:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690
00000100:00100000:3.0:1761227773.060847:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024d1130b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737782080:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227773.063338:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024d1130b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737782080:12345-0@lo:400:kworker/u8:0.0 Request processed in 2488us (2954us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227773.064299:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690
00000100:00100000:3.0:1761227773.064342:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745
00000100:00100000:3.0:1761227773.064347:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737781632:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227773.064396:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737781632:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (4079us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227773.064404:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745
00000100:00100000:3.0:1761227773.064433:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737781504
00000100:00100000:3.0:1761227773.064694:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503
00000100:00100000:3.0:1761227773.064700:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737781504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227773.064915:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737781504:12345-0@lo:400:kworker/u8:0.0 Request processed in 214us (4749us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227773.064928:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503
00000100:00100000:3.0:1761227774.598161:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737782272
00000100:00100000:3.0:1761227774.598221:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746
00000100:00100000:3.0:1761227774.598228:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737782272:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761227774.598265:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761227774.598320:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737782272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227774.598328:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746
00000100:00100000:3.0:1761227777.003069:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227777.003105:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227777.003138:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227777.003178:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227777.003217:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720714368
00000100:00100000:3.0:1761227777.003259:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1988
00000100:00100000:3.0:1761227777.003266:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000866c6ae5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720714368:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1761227777.003369:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227777.003449:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000866c6ae5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720714368:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 182us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227777.003457:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1988
00000100:00100000:3.0:1761227777.158141:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737782336
00000100:00100000:3.0:1761227777.158186:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747
00000100:00100000:3.0:1761227777.158192:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000494c5abb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737782336:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227777.158227:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761227777.158272:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000494c5abb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737782336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227777.158279:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747
00000100:00100000:3.0:1761227778.179217:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aed7356 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737782464:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227778.179408:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737782592
00000100:00100000:3.0:1761227778.179494:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3985
00000100:00100000:3.0:1761227778.179504:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000125ffb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737782592:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227778.179606:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000125ffb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737782592:12345-0@lo:400:kworker/u8:4.0 Request processed in 98us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227778.179629:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3985
00000100:00100000:3.0:1761227778.179660:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737782912
00000100:00100000:3.0:1761227778.179690:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737782848
00000100:00100000:3.0:1761227778.179724:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3986
00000100:00100000:3.0:1761227778.179733:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000811bb2f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737782912:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227778.180079:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000811bb2f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737782912:12345-0@lo:400:kworker/u8:4.0 Request processed in 339us (535us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227778.180104:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3986
00000100:00100000:3.0:1761227778.691121:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227778.691144:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007987295a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737783104:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227778.691213:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227778.691764:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007987295a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737783104:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227782.117587:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720714560
00000100:00100000:3.0:1761227782.119219:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 3990
00000100:00100000:3.0:1761227782.119232:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a3b41eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720714560:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227782.119319:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a3b41eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720714560:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 88us (8242us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227782.119328:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 3990
00000100:00100000:3.0:1761227782.282828:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761227782.282873:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b94e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737783232:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227782.282985:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227782.283973:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b94e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737783232:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227783.305862:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032e47645 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737783488:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.305980:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227783.306065:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737783488
00000100:00100000:3.0:1761227783.306121:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3991
00000100:00100000:3.0:1761227783.306128:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ff7edb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737783488:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.306187:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ff7edb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737783488:12345-0@lo:400:kworker/u8:4.0 Request processed in 59us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227783.309687:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3991
00000100:00100000:3.0:1761227783.309856:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032e47645 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737783488:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.309953:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e02a76f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737783424:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.310049:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227783.310111:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227783.310118:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a60ff7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737783360:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.310147:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227783.310181:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737783360
00000100:00100000:3.0:1761227783.310223:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3992
00000100:00100000:3.0:1761227783.310230:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058d702ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737783360:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.310285:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058d702ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737783360:12345-0@lo:400:kworker/u8:4.0 Request processed in 54us (137us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227783.310299:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3992
00000100:00100000:3.0:1761227783.310325:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a60ff7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737783360:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.310377:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737783424
00000100:00100000:3.0:1761227783.310428:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752
00000100:00100000:3.0:1761227783.310432:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e58d835d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737783424:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.310468:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e58d835d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737783424:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (421us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227783.310474:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752
00000100:00100000:3.0:1761227783.310497:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e02a76f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737783424:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.319526:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fd6aa2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737783744:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.319645:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227783.319724:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227783.319732:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7d0eb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737783808:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.319759:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227783.320838:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7d0eb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737783808:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.320856:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fd6aa2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737783744:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227783.811909:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737784000
00000100:00100000:3.0:1761227783.811964:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880
00000100:00100000:3.0:1761227783.811971:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737784000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227783.812012:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227783.812057:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737784000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227783.812064:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880
00000100:00100000:3.0:1761227787.241318:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720714816
00000100:00100000:3.0:1761227787.241362:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720714752
00000100:00100000:3.0:1761227787.241401:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 3995
00000100:00100000:3.0:1761227787.241405:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720714816:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227787.241454:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720714816:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 47us (2373us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227787.244898:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 3995
00000100:00100000:3.0:1761227787.395120:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000109e200e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737784128:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227787.395222:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227787.396004:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000109e200e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737784128:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227788.421099:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761227788.421132:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737784384:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.424232:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227788.424297:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d996a5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737784192:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.424437:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227788.424480:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b52b5df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737784768:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.424510:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227788.424532:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761227788.424539:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edc33755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737784832:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.424562:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227788.424636:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737784384
00000100:00100000:3.0:1761227788.424696:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3998
00000100:00100000:3.0:1761227788.424702:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3131c4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737784384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.424799:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3131c4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737784384:12345-0@lo:400:kworker/u8:4.0 Request processed in 95us (576us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227788.424809:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3998
00000100:00100000:3.0:1761227788.425848:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737784576
00000100:00100000:3.0:1761227788.426042:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995
00000100:00100000:3.0:1761227788.426051:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737784512:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761227788.426543:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227788.426851:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737784512:12345-0@lo:8:kworker/u8:4.0 Request processed in 799us (4638us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227788.426862:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995
00000100:00100000:3.0:1761227788.426894:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737784704
00000100:00100000:3.0:1761227788.426929:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4000
00000100:00100000:3.0:1761227788.426934:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002f52031 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737784704:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.426978:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002f52031 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737784704:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (137us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227788.426985:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4000
00000100:00100000:3.0:1761227788.427041:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edc33755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737784832:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.427056:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b52b5df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737784768:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.427073:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737784384:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.427278:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d996a5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737784192:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761227788.428365:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227788.428371:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227788.428375:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475047be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737784512:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761227788.428392:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227788.428400:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227788.428403:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737784576:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227788.429951:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a49f9ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737784448:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227788.936609:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737784896:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227792.356486:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720715072
00000100:00100000:3.0:1761227792.356556:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4001
00000100:00100000:3.0:1761227792.356564:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d99b17dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720715072:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227792.356658:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d99b17dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720715072:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 94us (2921us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227792.356667:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4001
00000100:00100000:3.0:1761227792.515081:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7455728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737785024:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227792.515191:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227792.517016:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7455728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737785024:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227793.541319:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737785408:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227793.541371:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227793.541397:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004592f39a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737785472:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227793.541425:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227793.541472:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999
00000100:00100000:3.0:1761227793.541477:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e014d27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737785472:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761227793.542218:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227793.542277:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e014d27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737785472:12345-0@lo:8:kworker/u8:4.0 Request processed in 798us (852us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227793.542286:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999
00000100:00080000:3.0:1761227793.542349:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227793.542354:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227793.542358:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004592f39a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737785472:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227794.054178:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa81e8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737785792:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227795.076386:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227795.076410:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000655173ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737785856:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227795.076528:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227795.077415:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000655173ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737785856:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227797.468901:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720715264
00000100:00100000:3.0:1761227797.468974:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720715328
00000100:00100000:3.0:1761227797.469005:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4007
00000100:00100000:3.0:1761227797.469013:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7455728 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720715264:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227797.469112:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7455728 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720715264:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 99us (500us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227797.469122:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4007
00000100:00100000:3.0:1761227797.469140:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4008
00000100:00100000:3.0:1761227797.469145:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109e200e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720715328:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227797.469169:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109e200e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720715328:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 23us (418us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227797.469176:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4008
00000100:00100000:3.0:1761227797.469398:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227797.469497:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720715392
00000100:00100000:3.0:1761227797.469524:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2000
00000100:00100000:3.0:1761227797.469530:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a90ca120 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720715392:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1761227797.469630:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227797.469683:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a90ca120 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720715392:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 151us (285us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227797.469690:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2000
00000100:00080000:3.0:1761227798.659246:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227798.659262:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227798.659269:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227798.659284:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3389
00000100:00080000:3.0:1761227798.659288:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227798.659298:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227798.659335:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086597693 x1846777737786304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227798.659356:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227798.659359:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227798.659361:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227798.659364:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3389
00000100:00080000:3.0:1761227798.659365:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227798.659369:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227798.659380:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a5e935c5 x1846777737786368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761227798.659450:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737786112:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.659569:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227798.659615:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa6a3a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737786496:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.659651:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227798.659682:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761227798.659687:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737786048:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.659714:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227798.659733:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f00102f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737786432:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.659762:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227798.659847:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737786496
00000100:00100000:3.0:1761227798.659909:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737786048
00000100:00100000:3.0:1761227798.659927:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737786432
00000100:00100000:3.0:1761227798.659947:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4009
00000100:00100000:3.0:1761227798.659954:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273fd9bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737786496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.660027:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273fd9bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737786496:12345-0@lo:400:kworker/u8:0.0 Request processed in 73us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227798.660036:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4009
00000100:00100000:3.0:1761227798.660061:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4010
00000100:00100000:3.0:1761227798.660065:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000983efc77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737786048:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.660096:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000983efc77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737786048:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227798.660103:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4010
00000100:00100000:3.0:1761227798.660114:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4011
00000100:00100000:3.0:1761227798.660118:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc4bd90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737786432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.660142:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc4bd90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737786432:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227798.660147:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4011
00000100:00100000:3.0:1761227798.660259:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737786112
00000100:00100000:3.0:1761227798.660286:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764
00000100:00100000:3.0:1761227798.660290:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737786112:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.660323:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737786112:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (756us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227798.660329:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764
00000100:00100000:3.0:1761227798.660373:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737786048:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.660385:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f00102f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737786432:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.660393:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737786112:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.660402:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa6a3a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737786496:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227798.662249:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557b99fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737786368:12345-0@lo:8:kworker/u8:0.0 Request processed in 581us (823us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227798.662259:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002
00000100:00100000:3.0:1761227798.662345:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737785984
00000100:00100000:3.0:1761227798.662388:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513
00000100:00100000:3.0:1761227798.662392:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737785984:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227798.662430:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737785984:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (1626us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227798.662436:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513
00000100:00100000:0.0:1761227799.171101:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa6a3a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737786688:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227799.171212:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1761227799.619095:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227800.643231:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227802.589619:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227802.589699:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227802.589738:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227802.589828:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720715520
00000100:00100000:3.0:1761227802.589898:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720715584
00000100:00100000:0.0:1761227802.589953:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227802.589954:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4013
00000100:00100000:3.0:1761227802.589973:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000021bcd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720715520:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227802.590009:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4014
00000100:00100000:0.0:1761227802.590020:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720715584:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227802.590127:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720715584:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 108us (389us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227802.590136:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4014
00000100:00100000:3.0:1761227802.590147:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000021bcd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720715520:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 175us (441us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227802.590162:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4013
00000100:00100000:0.0:1761227802.591720:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2003
00000100:00100000:0.0:1761227802.591729:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e5c10d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720715648:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1761227802.592099:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227802.592814:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e5c10d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720715648:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 1081us (2877us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227802.592827:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2003
00000100:00100000:3.0:1761227802.755159:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbbb4c13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737786816:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227802.755274:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227802.755344:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737786816
00000100:00100000:0.0:1761227802.755619:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767
00000100:00100000:0.0:1761227802.755627:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737786816:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761227802.755693:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227802.755762:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737786816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227802.755771:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767
00000100:00100000:3.0:1761227802.755958:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbbb4c13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737786816:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227803.715074:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227803.779036:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761227803.780459:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b25db98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737786880:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227803.780568:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761227803.781043:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227803.781049:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227803.781054:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227803.781059:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3394
00000100:00080000:0.0:1761227803.781062:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227803.781066:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227803.781091:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000032e47645 x1846777737787200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761227803.781107:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227803.781110:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227803.781111:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227803.781114:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3394
00000100:00080000:0.0:1761227803.781115:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227803.781118:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227803.781128:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b94e2e0 x1846777737787264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227803.781192:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032e47645 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737787200:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227803.781228:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227803.781247:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b94e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737787264:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227803.781266:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227803.781293:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a60ff7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737787136:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227803.781324:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227803.781337:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092e6c4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737787520:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227803.781357:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227803.781375:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761227803.781380:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e02a76f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737787072:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227803.781404:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227803.781418:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737787456:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227803.781435:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227803.781458:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737787200
00000100:00100000:0.0:1761227803.781478:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737787264
00000100:00100000:0.0:1761227803.781488:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737787520
00000100:00100000:0.0:1761227803.781502:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737787456
00000100:00100000:0.0:1761227803.781512:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701
00000100:00100000:0.0:1761227803.781516:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042047923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737787520:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227803.781557:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042047923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737787520:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227803.781564:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701
00000100:00100000:0.0:1761227803.781577:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702
00000100:00100000:0.0:1761227803.781581:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737787456:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227803.781605:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737787456:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227803.781610:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702
00000100:00100000:0.0:1761227803.781620:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004
00000100:00100000:0.0:1761227803.781623:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737787200:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227803.781720:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227803.781753:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737787200:12345-0@lo:8:kworker/u8:4.0 Request processed in 128us (525us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227803.781759:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004
00000100:00100000:0.0:1761227803.781769:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005
00000100:00100000:0.0:1761227803.781773:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737787264:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227803.781881:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227803.781904:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737787264:12345-0@lo:8:kworker/u8:4.0 Request processed in 130us (638us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227803.781910:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005
00000100:00100000:0.0:1761227803.781936:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737787072
00000100:00100000:0.0:1761227803.781965:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4015
00000100:00100000:0.0:1761227803.781968:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004647fcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737787072:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227803.781999:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004647fcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737787072:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (595us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227803.782005:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4015
00000100:00080000:0.0:1761227803.782049:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227803.782053:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227803.782057:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032e47645 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737787200:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761227803.782067:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227803.782070:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227803.782072:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b94e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737787264:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227803.782110:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e02a76f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737787072:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227803.782120:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737787456:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227803.782133:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092e6c4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737787520:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227803.782282:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b25db98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737786880:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227803.783587:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a60ff7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737787136:0@lo:400:kworker/u8:4.0
00010000:00010000:0.0:1761227804.740120:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227807.710061:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227807.710099:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227807.710127:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227807.710564:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227807.710611:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720715904
00000100:00100000:3.0:1761227807.710649:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2006
00000100:00100000:3.0:1761227807.710659:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720715904:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761227807.710754:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227807.710892:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1516
00000100:00100000:0.0:1761227807.710901:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720715712:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227807.712717:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720715904:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 2052us (2147us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227807.712728:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720715712:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1816us (2663us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227807.712743:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2006
00000100:00100000:0.0:1761227807.712752:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1516
00010000:00010000:0.0:1761227807.811893:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227807.875094:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092e6c4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737787712:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227807.875311:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227807.876101:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092e6c4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737787712:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227808.835640:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227808.900768:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737788096:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227808.900837:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227808.900852:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000658e1334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737788160:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227808.900876:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227808.900906:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737788096
00000100:00100000:0.0:1761227808.900926:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737788160
00000100:00100000:0.0:1761227808.900941:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007
00000100:00100000:0.0:1761227808.900944:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737788096:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227808.901048:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227808.901083:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737788096:12345-0@lo:8:kworker/u8:4.0 Request processed in 137us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227808.901090:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007
00000100:00100000:0.0:1761227808.901101:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008
00000100:00100000:0.0:1761227808.901104:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092e6c4e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737788160:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227808.901192:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227808.901216:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092e6c4e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737788160:12345-0@lo:8:kworker/u8:4.0 Request processed in 110us (340us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227808.901222:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008
00000100:00080000:0.0:1761227808.901256:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227808.901260:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227808.901265:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737788096:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761227808.901273:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227808.901275:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227808.901278:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000658e1334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737788160:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227808.901319:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737787776
00000100:00100000:0.0:1761227808.901352:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517
00000100:00100000:0.0:1761227808.901356:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737787776:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227808.901401:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737787776:12345-0@lo:400:kworker/u8:4.0 Request processed in 45us (1926us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227808.901409:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517
00000100:00100000:0.0:1761227808.901449:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360e41bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737787776:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227809.414444:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737788480:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227809.414545:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227809.414631:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737788480
00000100:00100000:3.0:1761227809.414690:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885
00000100:00100000:3.0:1761227809.414697:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb75f8ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737788480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227809.414746:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227809.415586:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb75f8ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737788480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 884us (1038us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227809.415925:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885
00000100:00100000:3.0:1761227809.416006:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737788480:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227810.435229:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fde0f3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737788544:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761227810.435336:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227810.436488:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737788544
00000100:00100000:3.0:1761227810.436562:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774
00000100:00100000:3.0:1761227810.436570:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737788544:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761227810.436625:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761227810.436710:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737788544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 140us (1375us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227810.436718:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774
00000100:00100000:0.0:1761227810.436756:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fde0f3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737788544:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227811.908147:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227812.836541:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720715968
00000100:00100000:0.0:1761227812.836633:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1518
00000100:00100000:0.0:1761227812.836644:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720715968:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227812.836767:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720715968:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 123us (349us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227812.836818:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1518
00000100:00100000:0.0:1761227812.840585:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4026
00000100:00100000:0.0:1761227812.840594:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720716096:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227812.840661:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720716096:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 62us (4192us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227812.840674:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4026
00010000:00010000:0.0:1761227812.934695:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227812.995204:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7d0eb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737788608:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227812.995310:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227813.004211:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7d0eb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737788608:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227814.019559:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d996a5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737788672:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227814.019613:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227814.019639:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fde0f3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737788928:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227814.019669:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227814.019689:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737789312:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227814.019719:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227814.019759:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737788672
00000100:00100000:0.0:1761227814.019825:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519
00000100:00100000:0.0:1761227814.019834:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737788672:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227814.019882:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737788672:12345-0@lo:400:kworker/u8:4.0 Request processed in 48us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227814.019898:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519
00000100:00100000:0.0:1761227814.019953:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789312
00000100:00100000:0.0:1761227814.019989:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705
00000100:00100000:0.0:1761227814.019994:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737789312:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227814.020027:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737789312:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227814.020034:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705
00000100:00100000:0.0:1761227814.020085:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d996a5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737788672:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227814.020100:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fde0f3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737788928:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227814.020110:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737789312:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227814.020124:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f912ac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737788992:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227814.020166:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227814.020167:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737788736
00000100:00100000:3.0:1761227814.020189:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737789056:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227814.020193:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789120
00000100:00100000:0.0:1761227814.020209:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4027
00000100:00100000:0.0:1761227814.020214:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008877e804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737789184:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227814.020220:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227814.020274:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4028
00000100:00100000:3.0:1761227814.020280:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc46b02e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737788864:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227814.020322:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc46b02e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737788864:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (991us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227814.020330:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4028
00000100:00100000:3.0:1761227814.020351:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4029
00000100:00100000:3.0:1761227814.020355:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d87164f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737788736:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227814.020394:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d87164f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737788736:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (829us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227814.020402:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4029
00000100:00100000:3.0:1761227814.020420:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4030
00000100:00100000:3.0:1761227814.020425:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f49f4d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737789120:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227814.020452:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f49f4d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737789120:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (833us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227814.020462:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4030
00000100:00100000:3.0:1761227814.021519:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789248
00000100:00100000:3.0:1761227814.021575:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706
00000100:00100000:3.0:1761227814.021580:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008006ede4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737789248:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227814.021650:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008006ede4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737789248:12345-0@lo:400:kworker/u8:4.0 Request processed in 69us (1304us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227814.021657:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706
00000100:00100000:3.0:1761227814.021676:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010
00000100:00100000:3.0:1761227814.021679:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737788992:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761227814.021802:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227814.021847:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737788992:12345-0@lo:8:kworker/u8:4.0 Request processed in 164us (1681us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227814.021855:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010
00000100:00100000:3.0:1761227814.021876:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011
00000100:00100000:3.0:1761227814.021880:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737789056:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761227814.021955:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227814.021983:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737789056:12345-0@lo:8:kworker/u8:4.0 Request processed in 102us (1765us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227814.021990:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011
00000100:00080000:3.0:1761227814.022032:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227814.022037:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227814.022042:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f912ac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737788992:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227814.023004:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008877e804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737789184:12345-0@lo:400:kworker/u8:4.0 Request processed in 2788us (3710us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227814.023014:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4027
00000100:00080000:3.0:1761227814.023750:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227814.023757:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227814.023763:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737789056:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227814.535766:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789376
00000100:00100000:0.0:1761227814.535841:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886
00000100:00100000:0.0:1761227814.535848:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5c3a139 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737789376:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227814.535900:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227814.535964:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5c3a139 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737789376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227814.535973:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886
00000100:00100000:3.0:1761227815.555382:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227815.555403:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d7320a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737789440:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227815.555492:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227815.555590:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789440
00000100:00100000:0.0:1761227815.555654:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778
00000100:00100000:0.0:1761227815.555661:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737789440:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227815.555714:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227815.555802:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737789440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 140us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227815.555810:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778
00010000:00010000:0.0:1761227816.003281:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227817.027019:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227817.949866:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227817.949915:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227817.949951:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227817.949965:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720716224
00000100:00100000:3.0:1761227817.949984:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227817.950074:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1520
00000100:00100000:0.0:1761227817.950084:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720716224:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227817.950190:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720716224:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 106us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227817.950199:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1520
00000100:00100000:3.0:1761227818.115387:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789504
00000100:00100000:3.0:1761227818.115466:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779
00000100:00100000:3.0:1761227818.115473:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d7320a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737789504:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227818.115530:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761227818.117469:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d7320a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737789504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1982us (2213us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227818.117490:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779
00000100:00100000:0.0:1761227819.139473:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737789568:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.139589:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227819.139634:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737789824:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.139668:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227819.139685:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b89a07b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737790208:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.139712:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227819.139740:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761227819.139746:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737789760:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.139800:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227819.139818:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b381818d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737790144:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.139843:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227819.139968:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737789888:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227819.140012:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227819.140028:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737789952:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227819.140048:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227819.140082:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790208
00000100:00100000:3.0:1761227819.140110:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790144
00000100:00100000:3.0:1761227819.140123:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789952
00000100:00100000:3.0:1761227819.140136:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708
00000100:00100000:3.0:1761227819.140139:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737790144:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227819.140169:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737790144:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227819.140179:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708
00000100:00100000:0.0:1761227819.140240:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789824
00000100:00100000:0.0:1761227819.140272:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780
00000100:00100000:0.0:1761227819.140276:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557b99fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737789824:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.140307:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557b99fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737789824:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (640us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227819.140312:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780
00000100:00100000:0.0:1761227819.140393:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b381818d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737790144:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.140418:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737789568:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.140426:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737789824:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.140436:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b89a07b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737790208:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227819.141317:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014
00000100:00100000:0.0:1761227819.141442:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789760
00000100:00100000:0.0:1761227819.141480:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737789632
00000100:00100000:0.0:1761227819.141496:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790016
00000100:00100000:0.0:1761227819.141513:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790080
00000100:00100000:0.0:1761227819.141525:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4033
00000100:00100000:0.0:1761227819.141529:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737789760:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.141568:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737789760:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (1794us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227819.141574:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4033
00000100:00100000:0.0:1761227819.141584:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4034
00000100:00100000:0.0:1761227819.141587:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000211c46ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737789632:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.141613:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000211c46ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737789632:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (1141us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227819.141623:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4034
00000100:00100000:0.0:1761227819.141632:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4035
00000100:00100000:0.0:1761227819.141635:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000658e1334 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737790016:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.141659:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000658e1334 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737790016:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (1144us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227819.141664:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4035
00000100:00100000:0.0:1761227819.141709:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737789760:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.141764:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737789696:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.141773:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737790080:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.141821:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737789632:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227819.141830:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf9b56a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737790016:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227819.141985:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737789952:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227819.142091:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227819.142150:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737789952:12345-0@lo:8:kworker/u8:0.0 Request processed in 747us (2101us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227819.142158:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014
00000100:00080000:2.0:1761227819.142192:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227819.142197:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227819.142204:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737789952:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227819.651821:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761227819.651848:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737790272:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761227819.651942:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227819.652059:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790272
00000100:00100000:3.0:1761227819.652126:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887
00000100:00100000:3.0:1761227819.652132:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a74695 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737790272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227819.652178:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227819.652228:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a74695 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737790272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227819.652236:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887
00000100:00100000:2.0:1761227819.652343:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737790272:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227820.104955:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227820.676435:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790336
00000100:00100000:2.0:1761227820.676504:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782
00000100:00100000:2.0:1761227820.676511:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737790336:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227820.676562:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227820.676627:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737790336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (748us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227820.676636:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782
00000100:00100000:0.0:1761227820.676742:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032e47645 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737790336:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227821.123649:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227823.068319:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227823.068380:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227823.068426:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227823.068459:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227823.068507:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720716544
00000100:00100000:2.0:1761227823.068702:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4037
00000100:00100000:2.0:1761227823.068713:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e47645 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720716544:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227823.068739:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720716672
00000100:00100000:3.0:1761227823.068809:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2015
00000100:00100000:3.0:1761227823.068816:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a60ff7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720716672:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00000100:00100000:2.0:1761227823.068871:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e47645 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720716544:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 158us (563us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227823.068880:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4037
00000100:00100000:2.0:1761227823.068912:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720716480
00010000:02020000:3.0:1761227823.068924:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227823.068943:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1522
00000100:00100000:2.0:1761227823.068948:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720716480:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761227823.070127:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720716480:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 1174us (1697us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227823.070143:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1522
00000100:00100000:3.0:1761227823.070143:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a60ff7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720716672:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 1320us (1756us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227823.070156:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2015
00000100:00100000:2.0:1761227823.235062:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761227823.235095:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737790400:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761227823.235188:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227823.236216:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737790400:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227824.195057:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227824.262486:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360e41bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737790464:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.262585:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052114674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737790592:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227824.262629:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227824.262720:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec862f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737790656:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227824.262892:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e04e4851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737790720:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.263261:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227824.263314:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069917e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737790976:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.263349:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227824.263372:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761227824.263379:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737790528:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.263402:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227824.263418:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737790912:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.263435:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227824.263510:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790592
00000100:00100000:3.0:1761227824.263570:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784
00000100:00100000:3.0:1761227824.263578:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737790592:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.263643:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737790592:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (385us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227824.263650:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784
00000100:00100000:3.0:1761227824.263704:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052114674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737790592:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.263765:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790976
00000100:00100000:3.0:1761227824.263810:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790528
00000100:00100000:3.0:1761227824.263825:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790912
00000100:00100000:3.0:1761227824.263842:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4039
00000100:00100000:3.0:1761227824.263845:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737790976:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.263879:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737790976:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (529us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227824.263885:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4039
00000100:00100000:3.0:1761227824.263895:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4040
00000100:00100000:3.0:1761227824.263899:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054292abd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737790528:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.263922:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054292abd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737790528:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (520us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227824.263928:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4040
00000100:00100000:3.0:1761227824.263948:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4041
00000100:00100000:3.0:1761227824.263951:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a28bd269 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737790912:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.263977:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a28bd269 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737790912:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (540us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227824.263982:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4041
00000100:00100000:3.0:1761227824.264003:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790464
00000100:00100000:3.0:1761227824.264026:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523
00000100:00100000:3.0:1761227824.264030:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737790464:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.264064:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737790464:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (1439us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227824.264070:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523
00000100:00100000:3.0:1761227824.264103:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737790528:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.264111:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737790912:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.264119:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069917e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737790976:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227824.265474:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227824.265514:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000322ab9e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737791104:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227824.265544:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227824.265894:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790784
00000100:00100000:0.0:1761227824.266600:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360e41bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737790464:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227824.266656:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e04e4851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737790720:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227824.266690:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016
00000100:00100000:0.0:1761227824.266695:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737790784:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761227824.266827:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227824.266869:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737790784:12345-0@lo:8:kworker/u8:0.0 Request processed in 174us (1674us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227824.266877:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016
00000100:00100000:0.0:1761227824.266894:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017
00000100:00100000:0.0:1761227824.266897:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9301be1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737790848:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761227824.266981:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227824.267007:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9301be1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737790848:12345-0@lo:8:kworker/u8:0.0 Request processed in 108us (1700us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227824.267014:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017
00000100:00100000:0.0:1761227824.267043:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000322ab9e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737791104:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761227824.267099:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227824.267105:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227824.267110:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737790784:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761227824.267119:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227824.267122:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227824.267124:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737790848:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227824.268663:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227824.268725:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086f57d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737791040:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227824.268807:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227824.269269:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737790656
00000100:00100000:2.0:1761227824.269319:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4042
00000100:00100000:2.0:1761227824.269326:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e014d27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737790656:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227824.269387:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e014d27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737790656:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (733us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227824.269393:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4042
00000100:00100000:3.0:1761227824.771182:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227824.771211:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737791168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227824.771530:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227824.771701:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791168
00000100:00100000:0.0:1761227824.771765:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888
00000100:00100000:0.0:1761227824.771773:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737791168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227824.771840:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227824.771938:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737791168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (403us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227824.771947:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888
00010000:00010000:0.0:1761227825.219049:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227825.797149:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791232
00000100:00100000:0.0:1761227825.797219:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786
00000100:00100000:0.0:1761227825.797227:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737791232:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227825.797283:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227825.797409:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737791232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 181us (418us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227825.797418:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786
00000100:00100000:2.0:1761227828.188835:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227828.188904:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227828.189338:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720716800
00000100:00100000:2.0:1761227828.189822:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227828.189861:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227828.190610:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720716736
00000100:00100000:2.0:1761227828.190649:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1524
00000100:00100000:2.0:1761227828.190654:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720716736:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761227828.190710:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720716736:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 55us (890us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227828.190716:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1524
00000100:00100000:2.0:1761227828.190758:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4043
00000100:00100000:2.0:1761227828.190763:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e827182 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720716800:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227828.190766:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720716864
00000100:00100000:0.0:1761227828.190817:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4044
00000100:00100000:0.0:1761227828.190821:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d218ac79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720716864:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761227828.190822:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e827182 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720716800:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 59us (2003us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227828.190833:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4043
00000100:00100000:0.0:1761227828.190851:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d218ac79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720716864:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 29us (990us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227828.190861:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4044
00010000:00010000:0.0:1761227828.291301:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227828.355707:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227828.356154:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000718405d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737791296:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227828.356249:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227828.356967:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000718405d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737791296:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227829.315303:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227829.380560:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737791360:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227829.380642:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227829.380729:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791360
00000100:00100000:2.0:1761227829.380819:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525
00000100:00100000:2.0:1761227829.380825:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737791360:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227829.381333:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737791360:12345-0@lo:400:kworker/u8:0.0 Request processed in 508us (692us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227829.381341:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525
00000100:00100000:2.0:1761227829.381391:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737791488:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227829.381418:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227829.381460:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791424
00000100:00100000:2.0:1761227829.381489:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4045
00000100:00100000:2.0:1761227829.381493:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737791424:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227829.381733:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737791360:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227829.381801:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791488
00000100:00100000:0.0:1761227829.381826:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788
00000100:00100000:0.0:1761227829.381830:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004de667e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737791488:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227829.381863:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004de667e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737791488:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (444us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227829.381869:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788
00000100:00080000:3.0:1761227829.382058:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227829.382063:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227829.382067:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227829.382072:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3420
00000100:00080000:3.0:1761227829.382074:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227829.382078:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227829.382096:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000360e41bb x1846777737791680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227829.382107:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227829.382109:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227829.382111:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227829.382113:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3420
00000100:00080000:3.0:1761227829.382114:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227829.382117:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227829.382127:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbf21884 x1846777737791744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761227829.382171:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737791616:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382198:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227829.382213:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737792000:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382235:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227829.382249:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761227829.382253:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737791552:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382273:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227829.382283:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff7b724d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737791936:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382301:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227829.382322:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791616
00000100:00100000:3.0:1761227829.382342:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789
00000100:00100000:3.0:1761227829.382346:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad0b6ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737791616:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382375:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad0b6ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737791616:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227829.382382:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789
00000100:00100000:3.0:1761227829.382406:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737791616:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382430:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f69caa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737791872:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382450:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227829.382469:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737791488:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382480:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227829.382483:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052114674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737791808:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382503:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227829.382525:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791552
00000100:00100000:3.0:1761227829.382544:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791872
00000100:00100000:3.0:1761227829.382558:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791808
00000100:00100000:3.0:1761227829.382572:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4046
00000100:00100000:3.0:1761227829.382576:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007050c731 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737791552:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382605:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007050c731 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737791552:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227829.382611:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4046
00000100:00100000:3.0:1761227829.382623:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4047
00000100:00100000:3.0:1761227829.382626:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057836577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737791872:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382652:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057836577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737791872:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227829.382658:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4047
00000100:00100000:3.0:1761227829.382667:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4048
00000100:00100000:3.0:1761227829.382670:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000193d16da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737791808:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382691:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000193d16da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737791808:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227829.382697:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4048
00000100:00100000:3.0:1761227829.382728:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737791552:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382746:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052114674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737791808:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.382753:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f69caa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737791872:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227829.382855:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360e41bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737791680:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227829.382889:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227829.382912:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737791744:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227829.382933:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227829.382960:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792000
00000100:00100000:0.0:1761227829.382982:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791936
00000100:00100000:0.0:1761227829.382996:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791680
00000100:00100000:0.0:1761227829.383004:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737791744
00000100:00100000:0.0:1761227829.383014:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711
00000100:00100000:0.0:1761227829.383017:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737792000:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227829.383045:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737792000:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (810us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227829.383050:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711
00000100:00100000:0.0:1761227829.383059:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712
00000100:00100000:0.0:1761227829.383062:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737791936:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227829.383082:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737791936:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (781us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227829.383087:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712
00000100:00100000:0.0:1761227829.383095:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019
00000100:00100000:0.0:1761227829.383098:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737791680:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761227829.383181:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227829.383210:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737791680:12345-0@lo:8:kworker/u8:0.0 Request processed in 110us (320us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227829.383215:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019
00000100:00100000:0.0:1761227829.383225:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020
00000100:00100000:0.0:1761227829.383229:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f912ac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737791744:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761227829.383306:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227829.383326:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f912ac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737791744:12345-0@lo:8:kworker/u8:0.0 Request processed in 97us (393us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227829.383332:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020
00000100:00080000:0.0:1761227829.383369:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227829.383372:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227829.383376:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360e41bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737791680:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761227829.383383:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227829.383386:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227829.383388:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737791744:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227829.383585:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737791424:12345-0@lo:400:kworker/u8:0.0 Request processed in 2090us (2446us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227829.383591:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4045
00000100:00100000:3.0:1761227829.386095:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff7b724d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737791936:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227829.386109:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737792000:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227829.891695:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761227829.891716:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000052f5931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737792064:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227829.891820:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227829.892538:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792064
00000100:00100000:3.0:1761227829.892601:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889
00000100:00100000:3.0:1761227829.892607:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737792064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227829.892648:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227829.895823:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737792064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3206us (3994us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227829.895839:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889
00000100:00100000:0.0:1761227830.917064:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737792128:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761227830.917141:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227830.917484:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792128
00000100:00100000:2.0:1761227830.919052:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790
00000100:00100000:2.0:1761227830.919061:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737792128:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227830.919104:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227830.921128:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737792128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2061us (3981us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227830.921141:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790
00000100:00100000:0.0:1761227830.921313:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737792128:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227832.387671:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227833.311545:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227833.311597:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227833.311654:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227833.311766:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717056
00000100:00100000:3.0:1761227833.311847:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717120
00000100:00100000:3.0:1761227833.311875:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4049
00000100:00100000:3.0:1761227833.311882:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a49f9ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720717056:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227833.311959:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a49f9ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720717056:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 78us (424us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227833.311967:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4049
00000100:00100000:3.0:1761227833.311982:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4050
00000100:00100000:3.0:1761227833.311987:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fde0f3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720717120:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227833.312423:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fde0f3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720717120:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 433us (768us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227833.312435:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4050
00000100:00100000:0.0:1761227833.313612:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720716992:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 1698us (2010us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227833.313623:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1526
00000100:00100000:0.0:1761227833.316896:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227833.317370:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d996a5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720717184:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 171us (484us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227833.317382:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2021
00010000:00010000:0.0:1761227833.411230:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227833.476151:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737792192:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227833.476225:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227833.477148:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792192
00000100:00100000:3.0:1761227833.477201:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791
00000100:00100000:3.0:1761227833.477207:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737792192:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227833.477244:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761227833.477302:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737792192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (1076us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227833.477310:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791
00000100:00100000:1.0:1761227833.477726:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737792192:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227834.435753:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761227834.499019:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227834.499026:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227834.499030:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227834.499038:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3425
00000100:00080000:3.0:1761227834.499041:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227834.499047:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227834.499066:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005edef321 x1846777737792576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227834.499079:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227834.499082:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227834.499083:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227834.499085:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3425
00000100:00080000:3.0:1761227834.499087:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227834.499089:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227834.499098:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000431e6b0e x1846777737792640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761227834.499141:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737792384:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499196:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227834.499218:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737792768:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499237:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227834.499255:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761227834.499259:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737792320:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499274:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227834.499283:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000052f5931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737792704:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499297:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227834.499312:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737792576:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499330:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227834.499339:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737792640:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499351:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227834.499377:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792768
00000100:00100000:3.0:1761227834.499423:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792320
00000100:00100000:3.0:1761227834.499439:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792704
00000100:00100000:3.0:1761227834.499457:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4051
00000100:00100000:3.0:1761227834.499462:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737792768:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499520:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737792768:12345-0@lo:400:kworker/u8:4.0 Request processed in 57us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227834.499527:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4051
00000100:00100000:3.0:1761227834.499544:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4052
00000100:00100000:3.0:1761227834.499547:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052114674 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737792320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499576:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052114674 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737792320:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227834.499580:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4052
00000100:00100000:3.0:1761227834.499591:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4053
00000100:00100000:3.0:1761227834.499594:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5d6c5bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737792704:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499615:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5d6c5bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737792704:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227834.499620:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4053
00000100:00100000:3.0:1761227834.499662:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737792320:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499673:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000052f5931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737792704:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499680:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737792768:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499711:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792384
00000100:00100000:3.0:1761227834.499732:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792
00000100:00100000:3.0:1761227834.499735:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbf21884 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737792384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.499768:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbf21884 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737792384:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (571us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227834.499773:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792
00000100:00100000:3.0:1761227834.499834:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737792384:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.499937:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a11570a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737792448:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.499979:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227834.500005:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff7b724d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737792832:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500029:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227834.500049:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761227834.500054:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067efa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737792256:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500080:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227834.500094:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066534aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737792512:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500113:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227834.500126:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f69caa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737792896:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500142:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227834.500168:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792576
00000100:00100000:1.0:1761227834.500191:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792640
00000100:00100000:1.0:1761227834.500203:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792832
00000100:00100000:1.0:1761227834.500215:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792896
00000100:00100000:1.0:1761227834.500225:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713
00000100:00100000:1.0:1761227834.500228:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737792832:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500258:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737792832:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227834.500263:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713
00000100:00100000:1.0:1761227834.500276:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714
00000100:00100000:1.0:1761227834.500279:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000322ab9e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737792896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500302:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000322ab9e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737792896:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (160us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227834.500307:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714
00000100:00100000:1.0:1761227834.500317:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022
00000100:00100000:1.0:1761227834.500320:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0cd892c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737792576:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761227834.500410:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227834.500443:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0cd892c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737792576:12345-0@lo:8:kworker/u8:4.0 Request processed in 121us (1112us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227834.500449:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022
00000100:00100000:1.0:1761227834.500459:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023
00000100:00100000:1.0:1761227834.500462:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737792640:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761227834.500536:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227834.500558:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737792640:12345-0@lo:8:kworker/u8:4.0 Request processed in 95us (1206us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227834.500564:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023
00000100:00100000:1.0:1761227834.500580:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792256
00000100:00100000:1.0:1761227834.500600:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527
00000100:00100000:1.0:1761227834.500603:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737792256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500632:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737792256:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (551us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227834.500637:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527
00000100:00080000:1.0:1761227834.500680:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227834.500684:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227834.500687:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737792576:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761227834.500697:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227834.500699:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227834.500701:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737792640:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500738:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067efa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737792256:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500747:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f69caa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737792896:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500754:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff7b724d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737792832:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500797:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792512
00000100:00100000:1.0:1761227834.500814:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793
00000100:00100000:1.0:1761227834.500828:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737792512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227834.500863:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737792512:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (749us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227834.500868:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793
00000100:00100000:1.0:1761227834.500892:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066534aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737792512:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.501075:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792448
00000100:00100000:3.0:1761227834.501111:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4054
00000100:00100000:3.0:1761227834.501115:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe2ef75c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737792448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227834.501155:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe2ef75c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737792448:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (1175us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227834.501163:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4054
00000100:00100000:3.0:1761227834.501189:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a11570a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737792448:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227835.012051:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227835.012069:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737792960:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227835.012132:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227835.012170:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737792960
00000100:00100000:3.0:1761227835.012205:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890
00000100:00100000:3.0:1761227835.012209:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7b724d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737792960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227835.012240:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227835.012272:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7b724d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737792960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (140us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227835.012278:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890
00000100:00100000:3.0:1761227835.012317:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737792960:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227835.459013:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227836.035457:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761227836.035479:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737793024:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227836.035545:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227836.035853:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793024
00000100:00100000:2.0:1761227836.035906:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794
00000100:00100000:2.0:1761227836.035913:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737793024:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227836.035950:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227836.036003:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737793024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (458us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227836.036010:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794
00000100:00100000:1.0:1761227836.036176:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737793024:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227836.483530:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227837.507830:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227838.431194:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227838.431251:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227838.431380:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717312
00000100:00100000:2.0:1761227838.431537:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4055
00000100:00100000:2.0:1761227838.431544:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069917e46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720717312:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761227838.431614:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069917e46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720717312:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 70us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227838.431622:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4055
00000100:00100000:1.0:1761227838.431854:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227838.431870:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717248
00000100:00100000:1.0:1761227838.431890:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227838.431905:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1528
00000100:00100000:0.0:1761227838.431910:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720717248:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227838.431911:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717440
00000100:00100000:1.0:1761227838.431933:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2024
00000100:00100000:1.0:1761227838.431937:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720717440:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00000100:00100000:0.0:1761227838.431942:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720717248:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 32us (693us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227838.431948:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1528
00010000:02020000:1.0:1761227838.432029:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227838.432057:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720717440:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 119us (167us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227838.432064:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2024
00000100:00100000:2.0:1761227838.432154:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717376
00000100:00100000:2.0:1761227838.432184:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4056
00000100:00100000:2.0:1761227838.432187:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e59acb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720717376:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761227838.432222:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e59acb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720717376:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 34us (369us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227838.432229:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4056
00010000:00010000:1.0:1761227838.532160:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227838.595673:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761227838.595697:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737793088:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761227838.595796:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227838.596141:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793088
00000100:00100000:0.0:1761227838.596679:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795
00000100:00100000:0.0:1761227838.596687:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4fe30ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737793088:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761227838.596727:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227838.596815:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4fe30ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737793088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (1048us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227838.596821:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795
00000100:00100000:1.0:1761227838.597655:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737793088:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227839.555051:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761227839.619011:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227839.619019:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227839.619022:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227839.619032:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3430
00000100:00080000:3.0:1761227839.619036:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227839.619043:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227839.619066:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000067efa027 x1846777737793472/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227839.619080:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227839.619083:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227839.619085:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227839.619089:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3430
00000100:00080000:3.0:1761227839.619091:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227839.619094:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227839.619106:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000431e6b0e x1846777737793536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761227839.619161:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737793280:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227839.619232:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227839.619294:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067efa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737793472:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227839.619295:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793280
00000100:00100000:2.0:1761227839.619379:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737793216:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227839.619588:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796
00000100:00100000:0.0:1761227839.619594:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737793280:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227839.619822:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227839.619841:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737793536:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761227839.619862:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227839.619899:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793472
00000100:00100000:1.0:1761227839.619919:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793536
00000100:00100000:1.0:1761227839.619931:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025
00000100:00100000:1.0:1761227839.619935:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737793472:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761227839.620023:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227839.620053:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737793472:12345-0@lo:8:kworker/u8:4.0 Request processed in 117us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227839.620059:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025
00000100:00100000:1.0:1761227839.620075:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026
00000100:00100000:1.0:1761227839.620078:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737793536:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761227839.620161:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227839.620177:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737793536:12345-0@lo:8:kworker/u8:4.0 Request processed in 98us (315us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227839.620181:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026
00000100:00100000:1.0:1761227839.620201:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f69caa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737793152:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227839.620224:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227839.620237:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066534aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737793408:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227839.620252:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227839.620260:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737793792:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227839.620272:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227839.620283:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761227839.620287:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a11570a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737793344:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227839.620304:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227839.620316:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000052f5931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737793728:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227839.620331:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227839.620346:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793792
00000100:00100000:2.0:1761227839.620626:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227839.620645:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737793600:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227839.620666:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227839.620699:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737793280:12345-0@lo:400:kworker/u8:4.0 Request processed in 1102us (1467us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227839.620703:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793344
00000100:00100000:0.0:1761227839.620709:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796
00000100:00100000:0.0:1761227839.620733:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793408
00000100:00100000:2.0:1761227839.620738:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793216
00000100:00100000:0.0:1761227839.620766:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797
00000100:00100000:0.0:1761227839.620771:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f471490 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737793408:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227839.620773:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793600
00000100:00100000:2.0:1761227839.620813:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4057
00000100:00100000:2.0:1761227839.620819:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5491f32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737793344:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227839.620836:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f471490 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737793408:12345-0@lo:400:kworker/u8:4.0 Request processed in 64us (582us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227839.620843:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797
00000100:00100000:2.0:1761227839.620861:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5491f32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737793344:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (556us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227839.620869:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4057
00000100:00100000:2.0:1761227839.620883:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4058
00000100:00100000:2.0:1761227839.620887:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000718405d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737793216:12345-0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761227839.620912:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227839.620918:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227839.620921:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000718405d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737793216:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (294us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227839.620924:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067efa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737793472:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227839.620931:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4058
00000100:00080000:0.0:1761227839.620940:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227839.620944:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227839.620947:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4059
00000100:00100000:0.0:1761227839.620950:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737793536:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227839.620955:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047081482 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737793600:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227839.620985:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047081482 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737793600:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227839.620986:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793728
00000100:00100000:2.0:1761227839.620993:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4059
00000100:00100000:0.0:1761227839.621018:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715
00000100:00100000:0.0:1761227839.621023:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c9f85e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737793728:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227839.621047:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737793216:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227839.621064:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737793600:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227839.621065:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c9f85e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737793728:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (731us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227839.621076:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715
00000100:00100000:2.0:1761227839.621117:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793152
00000100:00100000:2.0:1761227839.621141:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529
00000100:00100000:2.0:1761227839.621144:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737793152:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227839.621173:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737793152:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (948us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227839.621178:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529
00000100:00100000:3.0:1761227839.621259:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737793280:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227839.621266:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737793664:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227839.621293:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227839.621297:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a11570a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737793344:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227839.621309:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000052f5931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737793728:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227839.621321:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f69caa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737793152:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227839.621334:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066534aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737793408:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227839.624499:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793664
00000100:00100000:3.0:1761227839.624580:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4060
00000100:00100000:3.0:1761227839.624588:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000150edc02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737793664:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227839.624692:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000150edc02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737793664:12345-0@lo:400:kworker/u8:4.0 Request processed in 104us (3399us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227839.624700:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4060
00000100:00100000:3.0:1761227839.624753:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737793664:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227839.625481:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716
00000100:00100000:1.0:1761227839.625488:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d40fb223 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737793792:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227839.625622:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d40fb223 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737793792:12345-0@lo:400:kworker/u8:4.0 Request processed in 133us (5348us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227839.625629:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716
00000100:00100000:0.0:1761227839.625860:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737793792:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227840.131829:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737793856:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761227840.131905:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227840.132025:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793856
00000100:00100000:0.0:1761227840.132069:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891
00000100:00100000:0.0:1761227840.132074:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737793856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227840.133403:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227840.133479:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737793856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1400us (1572us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227840.133490:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891
00000100:00100000:1.0:1761227840.133502:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737793856:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227840.579281:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227841.155734:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf9b56a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737793920:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761227841.155947:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227841.156198:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793920
00000100:00100000:3.0:1761227841.156246:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798
00000100:00100000:3.0:1761227841.156252:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003afcd442 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737793920:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761227841.156291:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761227841.156895:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003afcd442 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737793920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 641us (948us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227841.156903:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798
00000100:00100000:2.0:1761227841.157019:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf9b56a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737793920:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227841.604506:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227842.627019:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227843.548209:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227843.548286:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717504
00000100:00100000:2.0:1761227843.548365:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1530
00000100:00100000:2.0:1761227843.548372:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720717504:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761227843.548695:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720717504:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 321us (495us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227843.548704:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1530
00000100:00100000:0.0:1761227843.554000:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227843.555249:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717568
00000100:00100000:1.0:1761227843.555325:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4061
00000100:00100000:1.0:1761227843.555332:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ce778be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720717568:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227843.555419:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ce778be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720717568:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 86us (1426us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227843.555428:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4061
00000100:00100000:0.0:1761227843.558611:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227843.558961:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717632
00000100:00100000:3.0:1761227843.560314:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4062
00000100:00100000:3.0:1761227843.560327:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afb18e6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720717632:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227843.560445:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afb18e6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720717632:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 120us (1843us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227843.560454:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4062
00000100:00100000:2.0:1761227843.561117:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227843.561296:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717696
00000100:00100000:1.0:1761227843.561345:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2027
00000100:00100000:1.0:1761227843.561350:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf9b56a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720717696:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761227843.561445:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227843.561502:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf9b56a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720717696:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 149us (385us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227843.561510:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2027
00010000:00010000:1.0:1761227843.650994:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227843.715168:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737793984:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227843.715244:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227843.716016:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737793984
00000100:00100000:3.0:1761227843.716071:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799
00000100:00100000:3.0:1761227843.716121:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737793984:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227843.716167:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761227843.716446:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737793984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 325us (1202us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227843.716453:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799
00000100:00100000:0.0:1761227843.716546:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737793984:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227844.675479:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761227844.741548:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227844.741555:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227844.741558:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227844.741565:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3435
00000100:00080000:2.0:1761227844.741568:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227844.741573:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227844.741589:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000784ef878 x1846777737794368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227844.741601:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227844.741604:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227844.741605:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227844.741607:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3435
00000100:00080000:2.0:1761227844.741609:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227844.741611:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227844.741617:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001351c33b x1846777737794432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227844.741654:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737794240:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.741723:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.741745:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737794624:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.741764:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.741796:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761227844.741800:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b89a07b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737794048:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.741823:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.741833:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737794304:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.741850:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.741858:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c354bb1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737794688:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.741870:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.741890:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b381818d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737794112:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.741906:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.741916:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737794496:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.741928:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.741940:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761227844.741943:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737794176:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.741957:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.741966:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f69caa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737794560:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.741979:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.741997:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737794368:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227844.742016:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.742029:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737794432:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227844.742045:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227844.742070:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794624
00000100:00100000:2.0:1761227844.742101:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794688
00000100:00100000:2.0:1761227844.742112:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794368
00000100:00100000:2.0:1761227844.742119:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794432
00000100:00100000:2.0:1761227844.742127:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717
00000100:00100000:2.0:1761227844.742131:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737794624:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.742171:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737794624:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (405us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227844.742177:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717
00000100:00100000:2.0:1761227844.742190:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718
00000100:00100000:2.0:1761227844.742192:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737794688:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.742213:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737794688:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (342us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227844.742218:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718
00000100:00100000:2.0:1761227844.742227:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2028
00000100:00100000:2.0:1761227844.742229:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737794368:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227844.742313:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227844.742343:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737794368:12345-0@lo:8:kworker/u8:0.0 Request processed in 112us (326us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227844.742349:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2028
00000100:00100000:2.0:1761227844.742362:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029
00000100:00100000:2.0:1761227844.742364:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000096f374f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737794432:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227844.742438:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227844.742460:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000096f374f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737794432:12345-0@lo:8:kworker/u8:0.0 Request processed in 94us (415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227844.742466:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029
00000100:00100000:2.0:1761227844.742486:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794240
00000100:00100000:1.0:1761227844.742691:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794112
00000100:00100000:0.0:1761227844.744214:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794304
00000100:00100000:0.0:1761227844.744277:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794176
00000100:00100000:0.0:1761227844.744306:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800
00000100:00100000:0.0:1761227844.744315:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737794304:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227844.744406:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737794304:12345-0@lo:400:kworker/u8:0.0 Request processed in 94us (2554us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227844.744406:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794496
00000100:00100000:0.0:1761227844.744412:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800
00000100:00100000:0.0:1761227844.744435:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801
00000100:00100000:0.0:1761227844.744439:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737794176:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227844.744473:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737794176:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (2516us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227844.744479:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801
00000100:00100000:0.0:1761227844.744516:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794560
00000100:00100000:2.0:1761227844.744684:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4063
00000100:00100000:2.0:1761227844.744688:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d5b5829 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737794240:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.744733:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d5b5829 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737794240:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (3010us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227844.744740:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4063
00000100:00100000:2.0:1761227844.744754:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4064
00000100:00100000:2.0:1761227844.744757:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8be6aa9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737794496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.744796:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8be6aa9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737794496:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (2866us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227844.744801:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4064
00000100:00100000:2.0:1761227844.744812:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4065
00000100:00100000:2.0:1761227844.744816:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737794112:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.744840:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737794112:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (2933us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227844.744844:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4065
00000100:00080000:2.0:1761227844.745231:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1761227844.745232:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794048
00000100:00080000:2.0:1761227844.745236:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227844.745240:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737794368:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761227844.745250:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227844.745253:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227844.745256:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737794432:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227844.745264:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531
00000100:00100000:1.0:1761227844.745267:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737794048:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227844.745293:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737794176:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227844.745300:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737794048:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (3476us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227844.745305:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b381818d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737794112:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227844.745306:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531
00000100:00100000:2.0:1761227844.745314:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737794496:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227844.745348:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b89a07b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737794048:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227844.745358:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737794304:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227844.745369:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c354bb1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737794688:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227844.745379:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737794240:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227844.746348:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737794624:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227844.746925:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4066
00000100:00100000:0.0:1761227844.746931:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b338a003 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737794560:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227844.747004:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b338a003 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737794560:12345-0@lo:400:kworker/u8:0.0 Request processed in 72us (5024us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227844.747013:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4066
00000100:00100000:3.0:1761227844.747258:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f69caa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737794560:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227845.251180:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761227845.251207:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c811e33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737794752:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227845.251283:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227845.251384:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794752
00000100:00100000:2.0:1761227845.251441:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892
00000100:00100000:2.0:1761227845.251447:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737794752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761227845.251492:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761227845.251551:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737794752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227845.251560:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892
00000100:00100000:1.0:1761227845.252758:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c811e33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737794752:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227845.699717:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227846.276445:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c811e33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737794816:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227846.276522:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227846.276616:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794816
00000100:00100000:0.0:1761227846.276674:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802
00000100:00100000:0.0:1761227846.276712:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737794816:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227846.276752:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227846.276831:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737794816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227846.276838:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802
00000100:00100000:1.0:1761227846.277113:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c811e33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737794816:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227846.723011:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227847.747021:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227848.669372:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227848.669425:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227848.669455:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227848.669489:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227848.669580:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717824
00000100:00100000:1.0:1761227848.669641:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717888
00000100:00100000:1.0:1761227848.669699:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4067
00000100:00100000:1.0:1761227848.669706:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c354bb1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720717824:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227848.669827:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c354bb1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720717824:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 120us (402us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227848.669834:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4067
00000100:00100000:1.0:1761227848.669852:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4068
00000100:00100000:1.0:1761227848.669856:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720717888:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227848.669878:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720717888:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 22us (423us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227848.669884:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4068
00000100:00100000:3.0:1761227848.670250:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717760
00000100:00100000:3.0:1761227848.670284:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1532
00000100:00100000:3.0:1761227848.670288:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720717760:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227848.670541:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720717760:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 251us (1177us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227848.670548:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1532
00000100:00100000:3.0:1761227848.670581:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720717952
00000100:00100000:3.0:1761227848.671535:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2030
00000100:00100000:3.0:1761227848.671542:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f69caa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720717952:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1761227848.671635:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227848.672618:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f69caa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720717952:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 1072us (3125us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227848.672628:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2030
00010000:00010000:0.0:1761227848.776163:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227848.835752:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737794880:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761227848.835892:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227848.836137:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794880
00000100:00100000:2.0:1761227848.838605:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803
00000100:00100000:2.0:1761227848.838623:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737794880:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761227848.838725:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761227848.839345:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737794880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 725us (3454us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227848.839355:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803
00000100:00100000:1.0:1761227848.839656:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737794880:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227849.795581:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227849.860160:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737794944:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761227849.860162:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227849.860173:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227849.860177:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227849.860185:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3440
00000100:00080000:2.0:1761227849.860189:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227849.860195:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227849.860221:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b381818d x1846777737795264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227849.860239:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227849.860242:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227849.860244:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227849.860247:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3440
00000100:00080000:2.0:1761227849.860248:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227849.860252:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227849.860263:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e40b83f x1846777737795328/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761227849.860282:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227849.860331:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737795072:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227849.860332:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b89a07b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737795200:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227849.860385:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227849.860411:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227849.860414:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3ece67f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737795584:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227849.860449:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737795456:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227849.860457:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227849.860551:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795200
00000100:00100000:0.0:1761227849.860589:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795072
00000100:00100000:0.0:1761227849.860606:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804
00000100:00100000:0.0:1761227849.860611:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a52848 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737795200:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227849.861372:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737795136:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227849.861455:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227849.861482:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761227849.861488:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737795008:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227849.861510:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227849.861527:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737795392:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227849.861545:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227849.861569:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b381818d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737795264:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227849.861592:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227849.861607:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737795328:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227849.861626:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227849.861669:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795456
00000100:00100000:2.0:1761227849.861697:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795008
00000100:00100000:2.0:1761227849.861711:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795392
00000100:00100000:2.0:1761227849.861730:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4069
00000100:00100000:2.0:1761227849.861734:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084348765 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737795456:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227849.861820:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084348765 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737795456:12345-0@lo:400:kworker/u8:0.0 Request processed in 83us (364us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227849.861825:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805
00000100:00100000:2.0:1761227849.861843:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4069
00000100:00100000:3.0:1761227849.861843:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b6cc1be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737795072:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227849.861875:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4070
00000100:00100000:2.0:1761227849.861881:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecb291ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737795008:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227849.861927:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b6cc1be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737795072:12345-0@lo:400:kworker/u8:0.0 Request processed in 89us (1517us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227849.861939:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805
00000100:00100000:2.0:1761227849.861946:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecb291ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737795008:12345-0@lo:400:kworker/u8:0.0 Request processed in 61us (432us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227849.861955:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4070
00000100:00100000:2.0:1761227849.861970:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071
00000100:00100000:2.0:1761227849.861973:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068aa5718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737795392:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227849.861999:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068aa5718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737795392:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (453us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227849.862005:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071
00000100:00100000:3.0:1761227849.862036:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737794944
00000100:00100000:2.0:1761227849.862081:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737795008:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227849.862086:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533
00000100:00100000:3.0:1761227849.862095:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737794944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227849.862106:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737795392:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227849.862154:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737794944:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (1874us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227849.862162:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533
00000100:00100000:3.0:1761227849.862205:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795584
00000100:00100000:0.0:1761227849.862216:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a52848 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737795200:12345-0@lo:400:kworker/u8:0.0 Request processed in 1601us (1829us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227849.862227:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804
00000100:00100000:3.0:1761227849.862233:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795264
00000100:00100000:3.0:1761227849.862255:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795328
00000100:00100000:0.0:1761227849.862271:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719
00000100:00100000:0.0:1761227849.862283:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737795584:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227849.862286:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031
00000100:00100000:3.0:1761227849.862297:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be382d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737795264:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227849.862329:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737795584:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (1873us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227849.862336:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719
00000100:00100000:0.0:1761227849.862355:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032
00000100:00100000:0.0:1761227849.862360:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ace17c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737795328:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227849.862427:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227849.862474:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be382d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737795264:12345-0@lo:8:kworker/u8:0.0 Request processed in 176us (879us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227849.862481:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031
00010000:02020000:0.0:1761227849.862497:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227849.863153:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b89a07b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737795200:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227849.863172:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ace17c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737795328:12345-0@lo:8:kworker/u8:0.0 Request processed in 808us (1541us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227849.863182:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3ece67f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737795584:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227849.863188:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032
00000100:00100000:3.0:1761227849.863206:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737794944:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761227849.863364:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227849.863369:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227849.863374:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b381818d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737795264:0@lo:8:kworker/u8:0.0
00000100:00080000:3.0:1761227849.863389:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227849.863392:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227849.863395:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737795328:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227849.863427:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227849.863464:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ce6809b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737795520:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227849.863495:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227849.863608:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795136
00000100:00100000:2.0:1761227849.864007:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737795072:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227849.864039:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737795456:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227849.864138:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4072
00000100:00100000:0.0:1761227849.864145:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d40fb223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737795136:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227849.864281:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d40fb223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737795136:12345-0@lo:400:kworker/u8:0.0 Request processed in 135us (857us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227849.864287:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4072
00000100:00100000:2.0:1761227849.864337:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737795136:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227849.864410:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795520
00000100:00100000:3.0:1761227849.864445:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720
00000100:00100000:3.0:1761227849.864449:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042047923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737795520:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227849.865029:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042047923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737795520:12345-0@lo:400:kworker/u8:0.0 Request processed in 577us (1532us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227849.865036:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720
00000100:00100000:1.0:1761227849.865119:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ce6809b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737795520:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227850.371542:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f38cc037 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737795648:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227850.371651:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227850.371700:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795648
00000100:00100000:3.0:1761227850.371771:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893
00000100:00100000:3.0:1761227850.371803:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001350b709 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737795648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227850.371849:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227850.371912:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001350b709 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737795648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227850.371921:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893
00000100:00100000:1.0:1761227850.372310:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f38cc037 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737795648:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227850.822431:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227851.396007:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227851.396031:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737795712:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227851.396511:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227851.396763:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795712
00000100:00100000:1.0:1761227851.397472:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806
00000100:00100000:1.0:1761227851.397481:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a4326be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737795712:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761227851.397543:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761227851.397639:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a4326be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737795712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 157us (1131us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227851.397648:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806
00000100:00100000:3.0:1761227851.397834:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737795712:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227851.845071:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227852.870721:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227853.788447:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227853.788581:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718208
00000100:00100000:3.0:1761227853.793511:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227853.793564:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227853.793654:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227853.793693:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718144
00000100:00100000:3.0:1761227853.793759:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718080
00000100:00100000:3.0:1761227853.793818:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4073
00000100:00100000:3.0:1761227853.793825:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4b0f88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720718144:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227853.793918:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4b0f88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720718144:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 92us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227853.793925:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4073
00000100:00100000:3.0:1761227853.793942:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4074
00000100:00100000:3.0:1761227853.793946:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc705b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720718080:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227853.793971:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc705b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720718080:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 24us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227853.793976:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4074
00000100:00100000:2.0:1761227853.794220:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2033
00000100:00100000:2.0:1761227853.794232:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b20cd2fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720718208:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:2.0:1761227853.794332:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227853.795266:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718016
00000100:00100000:1.0:1761227853.795324:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1534
00000100:00100000:1.0:1761227853.795329:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720718016:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227853.795390:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720718016:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 61us (1889us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227853.795398:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1534
00000100:00100000:3.0:1761227853.802318:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b20cd2fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720718208:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 8070us (13867us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227853.802356:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2033
00010000:00010000:0.0:1761227853.892615:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227853.955005:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737795776:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761227853.955081:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227853.955201:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795776
00000100:00100000:0.0:1761227853.955252:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807
00000100:00100000:0.0:1761227853.955259:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737795776:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761227853.955299:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227853.955355:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737795776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227853.955362:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807
00000100:00100000:1.0:1761227853.955446:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737795776:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227854.915013:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227854.982336:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dacbaac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737795840:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227854.982367:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e665ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737795904:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.982416:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227854.982475:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227854.982514:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795840
00000100:00100000:1.0:1761227854.982562:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535
00000100:00100000:1.0:1761227854.982568:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737795840:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227854.982648:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737795840:12345-0@lo:400:kworker/u8:4.0 Request processed in 79us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227854.982662:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535
00000100:00100000:1.0:1761227854.982696:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795904
00000100:00100000:1.0:1761227854.982723:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4075
00000100:00100000:1.0:1761227854.982726:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f38cc037 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737795904:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.983091:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dacbaac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737795840:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.983153:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737795968:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.983181:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227854.983215:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737795968
00000100:00100000:0.0:1761227854.983240:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808
00000100:00100000:0.0:1761227854.983243:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737795968:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.983277:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737795968:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (96us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227854.983282:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808
00000100:00100000:0.0:1761227854.983309:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737795968:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227854.983652:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e665ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737795904:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227854.983772:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f38cc037 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737795904:12345-0@lo:400:kworker/u8:4.0 Request processed in 1043us (1299us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227854.983794:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4075
00000100:00100000:1.0:1761227854.985601:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737796032:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227854.985683:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227854.986180:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737796096:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.986222:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227854.986249:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796032
00000100:00100000:0.0:1761227854.986273:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796096
00000100:00100000:2.0:1761227854.986304:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4076
00000100:00100000:0.0:1761227854.986309:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809
00000100:00100000:2.0:1761227854.986313:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737796032:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.986319:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737796096:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.986377:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737796096:12345-0@lo:400:kworker/u8:4.0 Request processed in 61us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227854.986383:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809
00000100:00100000:0.0:1761227854.986433:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737796096:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761227854.986611:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227854.986617:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227854.986620:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227854.986624:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3445
00000100:00080000:3.0:1761227854.986627:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227854.986631:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227854.986656:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c8c62bbb x1846777737796160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227854.986673:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227854.986677:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227854.986678:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227854.986682:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3445
00000100:00080000:3.0:1761227854.986683:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227854.986687:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227854.986697:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc9b36cf x1846777737796224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227854.986716:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737796160:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227854.986757:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227854.986773:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737796352:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.986799:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737796224:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227854.986841:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227854.986841:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227854.986875:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227854.986883:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737796288:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.986887:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796160
00000100:00100000:3.0:1761227854.986911:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227854.986913:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796224
00000100:00100000:0.0:1761227854.986937:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034
00000100:00100000:0.0:1761227854.986941:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737796160:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227854.986944:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796352
00000100:00100000:3.0:1761227854.986972:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796288
00000100:00100000:3.0:1761227854.986990:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4077
00000100:00100000:3.0:1761227854.986994:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b381818d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737796352:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227854.987026:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b381818d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737796352:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227854.987031:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4077
00000100:00100000:3.0:1761227854.987042:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078
00010000:02020000:0.0:1761227854.987044:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227854.987048:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b89a07b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737796288:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.987092:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737796160:12345-0@lo:8:kworker/u8:4.0 Request processed in 149us (336us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227854.987099:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034
00000100:00100000:0.0:1761227854.987112:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035
00000100:00100000:0.0:1761227854.987115:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737796224:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227854.987190:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227854.987213:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737796224:12345-0@lo:8:kworker/u8:4.0 Request processed in 96us (380us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227854.987219:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035
00000100:00080000:0.0:1761227854.987252:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227854.987256:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227854.987257:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737796032:12345-0@lo:400:kworker/u8:4.0 Request processed in 944us (1573us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227854.987262:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737796160:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227854.987270:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4076
00000100:00080000:0.0:1761227854.987275:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227854.987280:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227854.987284:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737796224:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227854.987341:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737796480:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227854.987369:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227854.987399:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761227854.987405:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737796416:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.987492:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796480
00000100:00100000:0.0:1761227854.987518:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721
00000100:00100000:0.0:1761227854.987521:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ce6809b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737796480:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227854.987616:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737796032:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227854.987684:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227854.987715:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796416
00000100:00100000:2.0:1761227854.987741:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722
00000100:00100000:2.0:1761227854.987745:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ece67f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737796416:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227854.987755:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ce6809b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737796480:12345-0@lo:400:kworker/u8:4.0 Request processed in 230us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227854.987766:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721
00000100:00100000:2.0:1761227854.987805:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ece67f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737796416:12345-0@lo:400:kworker/u8:4.0 Request processed in 56us (120us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227854.987813:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722
00000100:00100000:2.0:1761227854.987842:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737796416:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227854.987851:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737796480:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227854.987880:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737796288:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227854.987888:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737796352:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227854.987982:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b89a07b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737796288:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227854.987991:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078
00000100:00100000:0.0:1761227855.493311:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737796544:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227855.493397:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227855.493459:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796544
00000100:00100000:2.0:1761227855.493516:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894
00000100:00100000:2.0:1761227855.493524:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737796544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761227855.493579:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761227855.493635:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737796544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227855.493643:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894
00000100:00100000:0.0:1761227855.493925:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737796544:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227855.939049:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227856.515350:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761227856.515370:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737796608:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761227856.515446:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227856.515610:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796608
00000100:00100000:1.0:1761227856.515663:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810
00000100:00100000:1.0:1761227856.515669:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066534aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737796608:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761227856.515707:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761227856.517047:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066534aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737796608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1369us (1594us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227856.517060:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810
00000100:00100000:2.0:1761227856.517366:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737796608:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227856.962982:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227857.987050:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227858.908092:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227858.908203:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718272
00000100:00100000:0.0:1761227858.908259:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1536
00000100:00100000:0.0:1761227858.908265:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720718272:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227858.908349:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720718272:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 83us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227858.908356:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1536
00000100:00100000:0.0:1761227858.909933:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227858.910212:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227858.910517:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718336
00000100:00100000:1.0:1761227858.910571:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718400
00000100:00100000:1.0:1761227858.910605:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4079
00000100:00100000:1.0:1761227858.910611:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000052f5931 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720718336:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227858.911617:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4080
00000100:00100000:0.0:1761227858.911625:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a11570a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720718400:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227858.912389:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000052f5931 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720718336:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 1774us (2457us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227858.912399:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4079
00000100:00100000:0.0:1761227858.913005:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a11570a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720718400:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 1378us (2792us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227858.913014:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4080
00000100:00100000:1.0:1761227858.913219:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227858.913613:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718464
00000100:00100000:0.0:1761227858.913959:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2036
00000100:00100000:0.0:1761227858.913967:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720718464:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1761227858.914054:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227858.914107:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720718464:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 140us (889us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227858.914114:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2036
00010000:00010000:1.0:1761227859.011025:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227859.075840:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c820bde4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737796672:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761227859.075914:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227859.078454:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796672
00000100:00100000:1.0:1761227859.078508:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811
00000100:00100000:1.0:1761227859.078514:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d04ec4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737796672:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227859.078561:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227859.078640:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d04ec4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737796672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (2727us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227859.078646:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811
00000100:00100000:2.0:1761227859.078761:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c820bde4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737796672:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227860.035010:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227860.099022:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1761227860.099034:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1761227860.099040:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737796864:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761227860.099041:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227860.099045:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227860.099052:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3450
00000100:00080000:3.0:1761227860.099055:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227860.099062:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227860.099086:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b38f99e0 x1846777737797056/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227860.099102:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227860.099105:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227860.099106:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227860.099110:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3450
00000100:00080000:3.0:1761227860.099112:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227860.099118:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227860.099122:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227860.099132:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e0cd892c x1846777737797120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227860.099153:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737796800:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099193:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227860.099196:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737797184:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099217:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737797248:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227860.099235:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227860.099255:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b38f99e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737797056:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099286:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227860.099293:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796800
00000100:00100000:0.0:1761227860.099305:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737797120:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099329:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227860.099351:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797184
00000100:00100000:0.0:1761227860.099366:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4081
00000100:00100000:0.0:1761227860.099372:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737796800:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227860.099390:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4082
00000100:00100000:3.0:1761227860.099396:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abffa366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737797184:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099418:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737796800:12345-0@lo:400:kworker/u8:4.0 Request processed in 45us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227860.099427:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4081
00000100:00100000:3.0:1761227860.099444:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abffa366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737797184:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227860.099452:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4082
00000100:00100000:0.0:1761227860.099455:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797056
00000100:00100000:0.0:1761227860.099479:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797120
00000100:00100000:3.0:1761227860.099491:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737797184:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099495:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037
00000100:00100000:0.0:1761227860.099501:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737797056:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227860.099567:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038
00000100:00100000:3.0:1761227860.099571:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737797120:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227860.099636:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227860.099670:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737797056:12345-0@lo:8:kworker/u8:4.0 Request processed in 168us (385us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227860.099677:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037
00010000:02020000:3.0:1761227860.099687:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1761227860.099706:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227860.099711:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227860.099715:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b38f99e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737797056:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227860.099720:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737797120:12345-0@lo:8:kworker/u8:4.0 Request processed in 145us (390us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227860.099727:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038
00000100:00080000:0.0:1761227860.099728:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227860.099732:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227860.099735:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737797120:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227860.099764:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227860.099798:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797248
00000100:00100000:3.0:1761227860.099811:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737796800:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099826:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4083
00000100:00100000:0.0:1761227860.099831:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362d666e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737797248:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099879:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362d666e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737797248:12345-0@lo:400:kworker/u8:4.0 Request processed in 48us (115us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227860.099886:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4083
00000100:00100000:0.0:1761227860.099921:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737796928:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099947:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227860.099970:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737797312:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.099990:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227860.100006:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761227860.100011:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737796736:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.100036:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227860.100048:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737796992:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.100069:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227860.100079:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737797376:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.100098:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227860.100118:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797312
00000100:00100000:0.0:1761227860.100137:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797376
00000100:00100000:0.0:1761227860.100150:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723
00000100:00100000:0.0:1761227860.100154:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014eba6c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737797312:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.100183:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014eba6c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737797312:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227860.100188:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723
00000100:00100000:0.0:1761227860.100197:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724
00000100:00100000:0.0:1761227860.100200:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef8b4f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737797376:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.100222:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef8b4f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737797376:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (124us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227860.100227:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724
00000100:00100000:0.0:1761227860.100252:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737797376:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.100265:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737797312:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227860.100269:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796928
00000100:00100000:2.0:1761227860.100299:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4084
00000100:00100000:2.0:1761227860.100303:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c62bbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737796928:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227860.100353:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c62bbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737796928:12345-0@lo:400:kworker/u8:4.0 Request processed in 48us (405us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227860.100360:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4084
00000100:00100000:1.0:1761227860.100381:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796736
00000100:00100000:2.0:1761227860.100402:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796864
00000100:00100000:1.0:1761227860.100416:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537
00000100:00100000:1.0:1761227860.100420:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737796736:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227860.100429:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737796992
00000100:00100000:2.0:1761227860.100448:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812
00000100:00100000:2.0:1761227860.100453:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737796864:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227860.100458:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737796736:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227860.100468:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537
00000100:00100000:2.0:1761227860.100498:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737796864:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (1379us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227860.100505:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813
00000100:00100000:1.0:1761227860.100510:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737796992:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227860.100549:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737796992:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (481us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227860.100638:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812
00000100:00100000:3.0:1761227860.100904:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737797248:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227860.100913:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737796864:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227860.101551:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813
00000100:00100000:0.0:1761227860.104301:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737796736:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.104328:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737796992:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.104342:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737796928:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227860.612403:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5cfcbe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737797440:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227860.612482:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227860.614300:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797440
00000100:00100000:3.0:1761227860.614360:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895
00000100:00100000:3.0:1761227860.614367:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aed7356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737797440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227860.614403:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227860.614470:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aed7356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737797440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (1989us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227860.614477:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895
00000100:00100000:1.0:1761227860.614628:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5cfcbe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737797440:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227861.059541:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227861.635232:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761227861.636373:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e7d960b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737797504:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761227861.636466:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227861.636651:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797504
00000100:00100000:1.0:1761227861.636712:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814
00000100:00100000:1.0:1761227861.636718:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b52b5df pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737797504:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761227861.636769:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761227861.636837:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b52b5df pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737797504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227861.636844:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814
00000100:00100000:0.0:1761227861.636977:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e7d960b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737797504:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227862.084960:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227863.108877:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227864.034329:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227864.034383:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227864.034426:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227864.034497:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227864.034547:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718592
00000100:00100000:1.0:1761227864.034605:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718656
00000100:00100000:1.0:1761227864.034633:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4085
00000100:00100000:1.0:1761227864.034641:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b09d325 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720718592:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227864.034717:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b09d325 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720718592:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 76us (402us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227864.034726:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4085
00000100:00100000:1.0:1761227864.034743:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4086
00000100:00100000:1.0:1761227864.034747:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fdff52b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720718656:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227864.034768:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fdff52b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720718656:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227864.034774:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4086
00000100:00100000:3.0:1761227864.035069:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718528
00000100:00100000:3.0:1761227864.035105:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1538
00000100:00100000:3.0:1761227864.035110:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720718528:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227864.035137:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720718528:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 26us (711us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227864.035143:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1538
00000100:00100000:0.0:1761227864.035278:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718720
00000100:00100000:0.0:1761227864.035314:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2039
00000100:00100000:0.0:1761227864.035318:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a822d497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720718720:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761227864.035409:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227864.035435:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a822d497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720718720:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 117us (1053us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227864.035442:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2039
00010000:00010000:1.0:1761227864.136583:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227864.195124:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003976d685 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737797568:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227864.195226:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227864.195741:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797568
00000100:00100000:3.0:1761227864.195831:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815
00000100:00100000:3.0:1761227864.195838:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737797568:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227864.195877:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227864.199479:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003976d685 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737797568:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227864.199595:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737797568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3754us (4368us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227864.199606:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815
00010000:00010000:0.0:1761227865.155053:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227865.219449:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737797632:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761227865.219476:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227865.219481:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227865.219484:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227865.219489:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3455
00000100:00080000:3.0:1761227865.219491:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227865.219496:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227865.219516:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d5e4f178 x1846777737797952/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227865.219530:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1761227865.219532:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761227865.219533:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227865.219534:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227865.219537:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3455
00000100:00080000:3.0:1761227865.219538:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227865.219541:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227865.219549:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000050020ca1 x1846777737798016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227865.219560:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae2ed0e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737797888:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.219583:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227865.219584:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5e4f178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737797952:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227865.219597:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737798272:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.219609:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227865.219632:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050020ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737798016:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227865.219635:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000402306a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737797696:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.219651:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227865.219657:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227865.219670:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737798080:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.219686:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797952
00000100:00100000:2.0:1761227865.219687:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227865.219701:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761227865.219705:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737797760:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.219714:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798016
00000100:00100000:2.0:1761227865.219726:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227865.219731:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040
00000100:00100000:3.0:1761227865.219736:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc9b36cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737797952:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227865.219737:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737798144:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.219753:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227865.219773:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797888
00000100:00100000:2.0:1761227865.219809:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797760
00000100:00100000:2.0:1761227865.219821:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816
00000100:00100000:2.0:1761227865.219824:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737797888:12345-0@lo:400:kworker/u8:4.0
00010000:02020000:3.0:1761227865.219848:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227865.219860:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737797888:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227865.219867:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816
00000100:00100000:3.0:1761227865.219875:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc9b36cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737797952:12345-0@lo:8:kworker/u8:4.0 Request processed in 139us (267us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227865.219881:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040
00000100:00100000:2.0:1761227865.219882:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817
00000100:00100000:2.0:1761227865.219885:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737797760:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.219890:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041
00000100:00100000:3.0:1761227865.219892:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f70e01bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737798016:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227865.219910:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737797760:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227865.219915:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817
00000100:00100000:2.0:1761227865.219941:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737797760:0@lo:400:kworker/u8:4.0
00010000:02020000:3.0:1761227865.219967:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227865.219973:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227865.219988:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f70e01bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737798016:12345-0@lo:8:kworker/u8:4.0 Request processed in 94us (336us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227865.219991:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae2ed0e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737797888:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.219994:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041
00000100:00100000:2.0:1761227865.219999:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761227865.220002:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798272
00000100:00100000:2.0:1761227865.220003:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737797824:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.220023:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227865.220023:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725
00000100:00100000:3.0:1761227865.220026:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737798272:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.220034:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737798208:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.220051:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737798272:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (77us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227865.220052:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227865.220056:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725
00000100:00100000:2.0:1761227865.220063:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737798272:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.220066:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798208
00000100:00100000:3.0:1761227865.220076:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726
00000100:00100000:3.0:1761227865.220079:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737798208:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.220090:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797696
00000100:00100000:3.0:1761227865.220107:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737798208:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (55us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227865.220110:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798080
00000100:00100000:3.0:1761227865.220112:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726
00000100:00100000:2.0:1761227865.220122:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798144
00000100:00100000:2.0:1761227865.220134:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797824
00000100:00080000:3.0:1761227865.220142:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1761227865.220144:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4087
00000100:00080000:3.0:1761227865.220145:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227865.220147:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737797696:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.220148:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5e4f178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737797952:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761227865.220156:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227865.220158:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227865.220160:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050020ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737798016:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227865.220175:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737797696:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (518us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227865.220181:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4087
00000100:00100000:3.0:1761227865.220181:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737798208:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.220191:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4088
00000100:00100000:2.0:1761227865.220193:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737798080:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.220212:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4089
00000100:00100000:3.0:1761227865.220215:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000790f92e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737798144:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.220216:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737798080:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (529us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227865.220221:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4088
00000100:00100000:2.0:1761227865.220230:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4090
00000100:00100000:2.0:1761227865.220233:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8413461 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737797824:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227865.220239:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000790f92e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737798144:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (486us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227865.220245:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4089
00000100:00100000:2.0:1761227865.220255:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8413461 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737797824:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227865.220260:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4090
00000100:00100000:3.0:1761227865.220269:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737797824:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.220281:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737798144:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.220289:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000402306a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737797696:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227865.220296:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737798080:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227865.220816:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737797632
00000100:00100000:1.0:1761227865.220857:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539
00000100:00100000:1.0:1761227865.220862:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737797632:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227865.220921:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737797632:12345-0@lo:400:kworker/u8:4.0 Request processed in 59us (1390us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227865.220927:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539
00000100:00100000:2.0:1761227865.220953:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737797632:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227865.732197:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761227865.732216:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002853b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737798336:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761227865.732286:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227865.732322:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798336
00000100:00100000:1.0:1761227865.732354:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896
00000100:00100000:1.0:1761227865.732359:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da271f3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737798336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761227865.732392:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761227865.732431:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da271f3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737798336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227865.732437:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896
00000100:00100000:1.0:1761227865.732712:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002853b562 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737798336:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227866.178995:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227866.755206:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227866.755277:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737798400:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227866.755535:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227866.756488:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798400
00000100:00100000:1.0:1761227866.756544:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818
00000100:00100000:1.0:1761227866.756550:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e40b83f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737798400:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761227866.756600:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761227866.756664:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e40b83f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737798400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (1132us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227866.756672:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818
00000100:00100000:3.0:1761227866.757195:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737798400:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227867.204475:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227868.228148:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227869.149229:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227869.149275:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227869.149313:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227869.149341:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227869.149377:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718912
00000100:00100000:1.0:1761227869.149441:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718848
00000100:00100000:1.0:1761227869.149467:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4091
00000100:00100000:1.0:1761227869.149473:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002853b562 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720718912:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227869.149555:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002853b562 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720718912:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 81us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227869.149564:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4091
00000100:00100000:1.0:1761227869.149582:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4092
00000100:00100000:1.0:1761227869.149586:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f723a647 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720718848:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227869.149611:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f723a647 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720718848:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 24us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227869.149618:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4092
00000100:00100000:1.0:1761227869.149641:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718976
00000100:00100000:1.0:1761227869.149662:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2042
00000100:00100000:1.0:1761227869.149666:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720718976:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761227869.149762:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227869.149819:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720718976:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 152us (478us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227869.149826:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2042
00000100:00100000:3.0:1761227869.150037:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720718784
00000100:00100000:3.0:1761227869.150066:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1540
00000100:00100000:3.0:1761227869.150070:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720718784:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227869.150104:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720718784:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 33us (886us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227869.150109:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1540
00010000:00010000:0.0:1761227869.251719:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227869.319353:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761227869.319979:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b663275d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737798464:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761227869.320050:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227869.320141:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798464
00000100:00100000:0.0:1761227869.320193:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819
00000100:00100000:0.0:1761227869.320199:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c4a0874 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737798464:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761227869.320238:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227869.320278:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c4a0874 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737798464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227869.320285:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819
00000100:00100000:2.0:1761227869.320511:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b663275d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737798464:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227870.274996:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227870.339843:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737798528:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761227870.339874:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227870.339881:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227870.339885:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227870.339890:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3461
00000100:00080000:3.0:1761227870.339893:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227870.339899:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227870.339920:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dc2bbb5f x1846777737798848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227870.339923:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761227870.339941:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227870.339945:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227870.339946:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227870.339950:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3461
00000100:00080000:3.0:1761227870.339953:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227870.339956:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227870.339964:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737798784:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227870.339968:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a90ca120 x1846777737798912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227870.339997:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227870.340021:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737799168:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227870.340037:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737798656:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340046:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227870.340064:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761227870.340070:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737798720:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340095:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227870.340107:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737799104:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340125:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227870.340159:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798528
00000100:00100000:0.0:1761227870.340189:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798784
00000100:00100000:2.0:1761227870.340203:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541
00000100:00100000:2.0:1761227870.340209:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737798528:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227870.340226:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820
00000100:00100000:0.0:1761227870.340232:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737798784:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340257:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737798528:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227870.340264:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541
00000100:00100000:2.0:1761227870.340304:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799168
00000100:00100000:2.0:1761227870.340326:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799104
00000100:00100000:2.0:1761227870.340342:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727
00000100:00100000:2.0:1761227870.340345:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737799168:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340374:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737799168:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (329us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227870.340380:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727
00000100:00100000:2.0:1761227870.340390:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728
00000100:00100000:2.0:1761227870.340402:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737799104:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340427:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737799104:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227870.340433:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728
00000100:00100000:0.0:1761227870.340455:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737798784:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227870.340465:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820
00000100:00100000:2.0:1761227870.340471:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737799104:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340484:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737799168:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340494:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737798784:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340503:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737798528:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227870.340516:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798720
00000100:00100000:0.0:1761227870.340544:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4093
00000100:00100000:2.0:1761227870.340549:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc2bbb5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737798848:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227870.340551:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737798720:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.340584:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227870.340602:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737798912:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227870.342086:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737798720:12345-0@lo:400:kworker/u8:0.0 Request processed in 1529us (1984us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227870.342099:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4093
00000100:00100000:2.0:1761227870.342104:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227870.342159:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798848
00000100:00100000:0.0:1761227870.342166:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737798720:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.342185:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798912
00000100:00100000:2.0:1761227870.342206:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2043
00000100:00100000:2.0:1761227870.342212:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737798848:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227870.342219:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044
00000100:00100000:0.0:1761227870.342224:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737798912:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227870.342443:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227870.342480:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737798848:12345-0@lo:8:kworker/u8:0.0 Request processed in 268us (1897us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227870.342487:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2043
00000100:00100000:1.0:1761227870.342493:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065ec11e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737798592:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761227870.342514:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227870.342519:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227870.342522:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc2bbb5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737798848:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227870.342537:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227870.342561:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737798976:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227870.342587:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227870.342611:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798592
00000100:00100000:1.0:1761227870.342628:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798976
00000100:00100000:2.0:1761227870.342649:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4094
00000100:00100000:2.0:1761227870.342654:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048599213 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737798592:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227870.342662:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4095
00000100:00100000:1.0:1761227870.342668:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002aba8e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737798976:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227870.342694:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048599213 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737798592:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227870.342702:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4094
00000100:00100000:1.0:1761227870.342713:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002aba8e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737798976:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (124us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227870.342721:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4095
00000100:00100000:1.0:1761227870.342757:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065ec11e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737798592:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227870.342766:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737798976:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227870.344560:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227870.344608:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b38f99e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737799040:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227870.344638:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:0.0:1761227870.345011:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227870.345274:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737798656
00000100:00100000:2.0:1761227870.345321:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821
00000100:00100000:2.0:1761227870.345326:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d164be8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737798656:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227870.345411:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737798912:12345-0@lo:8:kworker/u8:0.0 Request processed in 3182us (3307us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227870.345412:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d164be8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737798656:12345-0@lo:400:kworker/u8:0.0 Request processed in 81us (854us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227870.345424:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821
00000100:00080000:3.0:1761227870.345426:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227870.345432:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227870.345437:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737798912:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227870.345480:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737798656:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227870.345511:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044
00000100:00100000:1.0:1761227870.345600:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799040
00000100:00100000:1.0:1761227870.345665:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4096
00000100:00100000:1.0:1761227870.345669:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007366be15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737799040:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227870.345718:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007366be15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737799040:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (1080us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227870.345725:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4096
00000100:00100000:0.0:1761227870.346058:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b38f99e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737799040:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227870.851553:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761227870.851571:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8bdce9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737799232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227870.851637:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227870.854553:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799232
00000100:00100000:3.0:1761227870.854621:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897
00000100:00100000:3.0:1761227870.854627:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aed7356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737799232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227870.854666:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227870.854754:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aed7356 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737799232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (3116us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227870.854763:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897
00000100:00100000:2.0:1761227870.854837:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8bdce9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737799232:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227871.299805:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227871.875056:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737799296:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761227871.875130:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227871.881061:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799296
00000100:00100000:3.0:1761227871.881135:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822
00000100:00100000:3.0:1761227871.881141:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737799296:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761227871.881183:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761227871.881273:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737799296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (6144us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227871.881280:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822
00000100:00100000:0.0:1761227871.881450:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737799296:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227872.324170:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227873.347812:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227874.273311:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227874.273696:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719232
00000100:00100000:0.0:1761227874.273760:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2045
00000100:00100000:0.0:1761227874.273770:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ef7f809 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720719232:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761227874.273920:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227874.275713:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ef7f809 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720719232:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 1935us (2403us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227874.275730:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2045
00000100:00100000:0.0:1761227874.277520:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227874.278183:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227874.278233:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227874.279141:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719040
00000100:00100000:2.0:1761227874.279225:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1542
00000100:00100000:2.0:1761227874.279234:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720719040:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761227874.279346:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720719040:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 111us (1166us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227874.279364:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1542
00000100:00100000:3.0:1761227874.279697:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719104
00000100:00100000:3.0:1761227874.279747:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719168
00000100:00100000:3.0:1761227874.279802:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4097
00000100:00100000:3.0:1761227874.279807:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720719104:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227874.279853:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720719104:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 45us (2344us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227874.279860:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4097
00000100:00100000:3.0:1761227874.279872:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4098
00000100:00100000:3.0:1761227874.279876:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000917a35a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720719168:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227874.279911:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000917a35a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720719168:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 34us (1679us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227874.279918:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4098
00010000:00010000:0.0:1761227874.371117:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227874.436224:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761227874.436258:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8bdce9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737799360:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227874.436381:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227874.437027:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799360
00000100:00100000:1.0:1761227874.437098:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823
00000100:00100000:1.0:1761227874.437105:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014d07262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737799360:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227874.437162:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227874.437232:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014d07262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737799360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (852us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227874.437240:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823
00000100:00100000:0.0:1761227874.437389:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8bdce9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737799360:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227875.397412:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227875.460932:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e7d960b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737799424:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227875.461037:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227875.461142:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799424
00000100:00100000:1.0:1761227875.461214:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543
00000100:00100000:1.0:1761227875.461221:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737799424:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.461621:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065ec11e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737799616:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.461665:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227875.461709:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799616
00000100:00100000:3.0:1761227875.461743:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4099
00000100:00100000:3.0:1761227875.461748:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba5d0ca7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737799616:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.461813:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba5d0ca7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737799616:12345-0@lo:400:kworker/u8:4.0 Request processed in 63us (147us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227875.461821:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4099
00000100:00100000:3.0:1761227875.461870:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065ec11e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737799616:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.461916:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5cfcbe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737799488:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.461943:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227875.461962:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227875.461967:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737799552:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.461994:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227875.462021:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799552
00000100:00100000:3.0:1761227875.462049:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824
00000100:00100000:3.0:1761227875.462053:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737799552:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.462089:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737799552:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (95us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227875.462095:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824
00000100:00100000:3.0:1761227875.462115:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799488
00000100:00100000:3.0:1761227875.462136:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4100
00000100:00100000:3.0:1761227875.462140:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737799488:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.462166:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737799488:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227875.462171:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4100
00000100:00100000:3.0:1761227875.462194:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737799552:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.462204:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5cfcbe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737799488:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227875.463409:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737799424:12345-0@lo:400:kworker/u8:4.0 Request processed in 2179us (2366us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227875.463424:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543
00000100:00100000:0.0:1761227875.463503:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e7d960b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737799424:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761227875.463701:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227875.463707:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227875.463712:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227875.463717:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3466
00000100:00080000:2.0:1761227875.463719:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227875.463725:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227875.463749:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000784ef878 x1846777737799744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227875.463799:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227875.463803:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227875.463804:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227875.463807:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3466
00000100:00080000:2.0:1761227875.463809:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227875.463812:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227875.463826:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f2a74695 x1846777737799808/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227875.463944:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737799680:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227875.464003:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227875.464037:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737800064:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227875.464064:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227875.464085:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227875.464090:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737800000:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227875.464112:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227875.464146:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800064
00000100:00100000:0.0:1761227875.464194:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800000
00000100:00100000:0.0:1761227875.464214:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729
00000100:00100000:0.0:1761227875.464220:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d890dd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737800064:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227875.464272:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d890dd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737800064:12345-0@lo:400:kworker/u8:4.0 Request processed in 52us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227875.464279:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729
00000100:00100000:0.0:1761227875.464293:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730
00000100:00100000:0.0:1761227875.464297:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737800000:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227875.464324:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737800000:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227875.464330:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730
00000100:00100000:0.0:1761227875.464381:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737800000:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227875.464391:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737800064:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227875.464638:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737799744:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761227875.464672:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227875.464696:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737799808:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761227875.464717:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227875.464812:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799744
00000100:00100000:0.0:1761227875.464831:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799808
00000100:00100000:0.0:1761227875.464847:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046
00000100:00100000:0.0:1761227875.464851:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b663275d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737799744:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227875.464948:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227875.464986:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b663275d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737799744:12345-0@lo:8:kworker/u8:4.0 Request processed in 134us (314us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227875.464993:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046
00000100:00100000:0.0:1761227875.465004:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047
00000100:00100000:0.0:1761227875.465007:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003976d685 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737799808:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227875.465084:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227875.465109:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003976d685 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737799808:12345-0@lo:8:kworker/u8:4.0 Request processed in 100us (391us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227875.465114:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047
00000100:00080000:0.0:1761227875.465149:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227875.465153:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227875.465156:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737799744:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761227875.465164:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227875.465166:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227875.465168:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737799808:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227875.465267:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799680
00000100:00100000:2.0:1761227875.465315:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825
00000100:00100000:2.0:1761227875.465320:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737799680:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227875.465373:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737799680:12345-0@lo:400:kworker/u8:4.0 Request processed in 53us (1371us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227875.465380:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825
00000100:00100000:3.0:1761227875.465524:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b38f99e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737799936:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.465567:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227875.465603:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227875.465609:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065ec11e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737799872:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.465632:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227875.466389:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737799680:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227875.466660:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799936
00000100:00100000:2.0:1761227875.467171:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737799872
00000100:00100000:3.0:1761227875.467624:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4101
00000100:00100000:3.0:1761227875.467635:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737799936:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.467733:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737799936:12345-0@lo:400:kworker/u8:4.0 Request processed in 100us (2166us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227875.467849:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102
00000100:00100000:2.0:1761227875.467855:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f029cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737799872:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227875.467894:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f029cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737799872:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (2261us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227875.467901:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102
00000100:00100000:2.0:1761227875.467968:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065ec11e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737799872:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227875.467982:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b38f99e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737799936:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227875.468289:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4101
00000100:00100000:0.0:1761227875.971269:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c820bde4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737800128:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227875.971380:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227875.971599:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800128
00000100:00100000:1.0:1761227875.971663:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898
00000100:00100000:1.0:1761227875.971671:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000503eafda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737800128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761227875.971719:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761227875.971807:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000503eafda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737800128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (427us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227875.971819:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898
00000100:00100000:3.0:1761227875.972012:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c820bde4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737800128:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227876.421402:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227876.996796:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737800192:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761227876.996906:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227876.998585:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800192
00000100:00100000:2.0:1761227876.999387:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826
00000100:00100000:2.0:1761227876.999399:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737800192:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227876.999464:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227876.999579:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737800192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 181us (2675us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227876.999586:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826
00000100:00100000:3.0:1761227877.000529:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737800192:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227877.444444:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227878.474665:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227879.390111:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227879.391444:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719488
00000100:00100000:1.0:1761227879.391513:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2048
00000100:00100000:1.0:1761227879.391523:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff33a1ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720719488:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1761227879.391628:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227879.391724:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff33a1ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720719488:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 201us (1625us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227879.391734:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2048
00000100:00100000:1.0:1761227879.394549:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227879.396911:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227879.397003:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227879.397147:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719296
00000100:00100000:0.0:1761227879.397168:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719424
00000100:00100000:0.0:1761227879.397249:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719360
00000100:00100000:0.0:1761227879.397304:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4103
00000100:00100000:0.0:1761227879.397312:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c820bde4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720719424:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227879.397416:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c820bde4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720719424:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 103us (531us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227879.397425:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4103
00000100:00100000:0.0:1761227879.397446:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4104
00000100:00100000:0.0:1761227879.397450:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8bdce9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720719360:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227879.397480:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8bdce9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720719360:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 29us (478us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227879.397500:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4104
00000100:00100000:2.0:1761227879.397603:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1544
00000100:00100000:2.0:1761227879.397609:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720719296:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761227879.397643:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720719296:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 35us (3166us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227879.397651:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1544
00010000:00010000:1.0:1761227879.491443:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227879.556030:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761227879.556657:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058bf5653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737800256:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761227879.556746:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227879.556969:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800256
00000100:00100000:3.0:1761227879.557030:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827
00000100:00100000:3.0:1761227879.557037:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737800256:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227879.557089:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761227879.557153:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737800256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227879.557161:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827
00000100:00100000:0.0:1761227879.557522:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058bf5653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737800256:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227880.515995:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761227880.579267:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227880.579307:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227880.579312:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227880.579324:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3471
00000100:00080000:2.0:1761227880.579329:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227880.579339:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227880.579372:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cff70347 x1846777737800640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227880.579391:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227880.579396:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227880.579398:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227880.579400:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3471
00000100:00080000:2.0:1761227880.579403:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227880.579406:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227880.579419:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000060d857a0 x1846777737800704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227880.579537:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737800448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227880.579652:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227880.579690:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000402306a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737800832:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227880.579716:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227880.579746:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761227880.579751:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737800384:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227880.579771:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227880.579815:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737800768:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227880.579836:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227880.579873:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800448
00000100:00100000:2.0:1761227880.579926:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828
00000100:00100000:2.0:1761227880.579933:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737800448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227880.580000:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737800448:12345-0@lo:400:kworker/u8:4.0 Request processed in 66us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227880.580007:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828
00000100:00100000:2.0:1761227880.580037:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800832
00000100:00100000:2.0:1761227880.580061:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800384
00000100:00100000:2.0:1761227880.580078:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800768
00000100:00100000:2.0:1761227880.580098:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4105
00000100:00100000:2.0:1761227880.580102:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050020ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737800832:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227880.580485:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737800448:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.580581:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737800320:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.580630:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227880.580647:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737800576:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.580671:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227880.580689:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737800960:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.580715:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227880.580735:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761227880.580742:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737800512:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.580768:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227880.580815:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737800896:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.580839:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227880.580866:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cff70347 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737800640:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227880.580894:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227880.580908:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737800704:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227880.580929:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227880.581426:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800960
00000100:00100000:1.0:1761227880.581477:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800896
00000100:00100000:1.0:1761227880.581500:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800640
00000100:00100000:1.0:1761227880.581512:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800704
00000100:00100000:1.0:1761227880.581620:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731
00000100:00100000:1.0:1761227880.581627:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737800960:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.581645:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732
00000100:00100000:0.0:1761227880.581651:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737800896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.581727:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737800896:12345-0@lo:400:kworker/u8:4.0 Request processed in 75us (887us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227880.581738:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732
00000100:00100000:0.0:1761227880.581764:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049
00000100:00100000:0.0:1761227880.581767:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a8fe1f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737800640:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761227880.581795:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050020ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737800832:12345-0@lo:400:kworker/u8:4.0 Request processed in 1691us (2078us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227880.581805:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4105
00000100:00100000:2.0:1761227880.581827:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800512
00000100:00100000:2.0:1761227880.581845:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4106
00000100:00100000:2.0:1761227880.581850:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e4f178 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737800384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227880.581859:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737800960:12345-0@lo:400:kworker/u8:4.0 Request processed in 231us (1142us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227880.581868:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731
00010000:02020000:0.0:1761227880.581884:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227880.581886:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e4f178 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737800384:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (2114us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227880.581891:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050
00000100:00100000:2.0:1761227880.581897:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4106
00000100:00100000:1.0:1761227880.581901:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067e8d15d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737800704:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227880.581916:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a8fe1f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737800640:12345-0@lo:8:kworker/u8:4.0 Request processed in 146us (1021us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227880.581916:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4107
00000100:00100000:2.0:1761227880.581922:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae2ed0e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737800768:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.581923:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049
00000100:00100000:2.0:1761227880.581962:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae2ed0e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737800768:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (2125us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227880.581968:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4107
00000100:00100000:2.0:1761227880.581978:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4108
00000100:00100000:2.0:1761227880.581982:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737800512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227880.582002:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737800512:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (1234us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227880.582007:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4108
00000100:00080000:0.0:1761227880.582144:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227880.582150:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227880.582154:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cff70347 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737800640:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227880.582191:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737800512:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.582202:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737800896:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.582213:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737800960:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227880.582251:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737800384:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227880.582269:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737800768:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.582290:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800576
00000100:00100000:2.0:1761227880.582295:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000402306a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737800832:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.582318:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829
00000100:00100000:0.0:1761227880.582322:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737800576:12345-0@lo:400:kworker/u8:4.0
00010000:02020000:1.0:1761227880.582349:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227880.582419:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067e8d15d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737800704:12345-0@lo:8:kworker/u8:4.0 Request processed in 521us (1489us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227880.582427:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050
00000100:00100000:0.0:1761227880.582535:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737800576:12345-0@lo:400:kworker/u8:4.0 Request processed in 210us (1861us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227880.582564:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737800576:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227880.582726:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829
00000100:00080000:2.0:1761227880.582838:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227880.582843:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227880.582847:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737800704:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227880.583429:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737800320
00000100:00100000:3.0:1761227880.583470:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545
00000100:00100000:3.0:1761227880.583475:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737800320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227880.583587:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737800320:12345-0@lo:400:kworker/u8:4.0 Request processed in 111us (2957us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227880.583594:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545
00000100:00100000:3.0:1761227880.583636:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737800320:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227881.091183:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761227881.091216:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801024:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227881.091333:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227881.098221:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801024
00000100:00100000:1.0:1761227881.098351:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899
00000100:00100000:1.0:1761227881.098362:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d890dd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737801024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761227881.098430:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761227881.098563:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d890dd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737801024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 202us (7232us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227881.098572:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899
00000100:00100000:0.0:1761227881.098869:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801024:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227881.540495:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227882.115038:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801088:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761227882.115148:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227882.115209:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801088
00000100:00100000:2.0:1761227882.115285:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830
00000100:00100000:2.0:1761227882.115294:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737801088:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227882.115349:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227882.115415:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737801088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227882.115423:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830
00000100:00100000:0.0:1761227882.115489:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801088:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227882.564122:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227883.587164:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227884.511480:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227884.511896:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227884.512515:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719552
00000100:00100000:0.0:1761227884.512702:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1546
00000100:00100000:0.0:1761227884.512713:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720719552:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227884.512843:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720719552:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 130us (1375us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227884.512852:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1546
00000100:00100000:2.0:1761227884.513367:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227884.514911:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719680
00000100:00100000:3.0:1761227884.515335:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4109
00000100:00100000:3.0:1761227884.515344:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060d857a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720719680:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227884.515471:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060d857a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720719680:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 127us (3575us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227884.515481:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4109
00000100:00100000:2.0:1761227884.515977:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227884.516012:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719744
00000100:00100000:2.0:1761227884.516046:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2051
00000100:00100000:2.0:1761227884.516052:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720719744:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00000100:00100000:3.0:1761227884.518081:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719616
00000100:00100000:3.0:1761227884.518164:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4110
00000100:00100000:3.0:1761227884.518172:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000402306a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720719616:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227884.518530:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000402306a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720719616:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 356us (5164us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227884.518539:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4110
00010000:02020000:2.0:1761227884.520135:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227884.520624:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720719744:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 4568us (4646us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227884.520640:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2051
00010000:00010000:1.0:1761227884.611377:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227884.675842:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737801152:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227884.675970:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227884.677730:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801152
00000100:00100000:2.0:1761227884.677846:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831
00000100:00100000:2.0:1761227884.677853:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f257aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737801152:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761227884.677907:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761227884.678007:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f257aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737801152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (2041us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227884.678015:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831
00000100:00100000:3.0:1761227884.678279:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737801152:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227885.635095:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761227885.699310:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227885.699320:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227885.699325:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227885.699336:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3476
00000100:00080000:0.0:1761227885.699341:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227885.699348:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227885.699382:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e787092c x1846777737801536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761227885.699398:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227885.699401:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227885.699403:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227885.699406:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3476
00000100:00080000:0.0:1761227885.699409:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227885.699412:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227885.699427:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000901646e5 x1846777737801600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227885.699486:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801344:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.699579:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227885.699617:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b20cd2fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737801728:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.699645:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227885.699675:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761227885.699680:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737801280:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.699703:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227885.699718:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a929c012 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737801664:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.699735:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227885.699764:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801344
00000100:00100000:0.0:1761227885.699850:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832
00000100:00100000:0.0:1761227885.699858:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737801344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.699920:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737801344:12345-0@lo:400:kworker/u8:0.0 Request processed in 62us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227885.699927:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832
00000100:00100000:0.0:1761227885.699961:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801728
00000100:00100000:0.0:1761227885.699984:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801280
00000100:00100000:0.0:1761227885.699997:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801664
00000100:00100000:0.0:1761227885.700010:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4111
00000100:00100000:0.0:1761227885.700013:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ef7f809 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737801728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.700038:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ef7f809 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737801728:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227885.700046:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4111
00000100:00100000:0.0:1761227885.700054:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4112
00000100:00100000:0.0:1761227885.700057:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b663275d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737801280:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.700074:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b663275d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737801280:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (371us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227885.700078:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4112
00000100:00100000:0.0:1761227885.700085:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4113
00000100:00100000:0.0:1761227885.700087:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003976d685 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737801664:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.700102:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003976d685 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737801664:12345-0@lo:400:kworker/u8:0.0 Request processed in 14us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227885.700107:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4113
00000100:00100000:0.0:1761227885.700153:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737801280:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.700162:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a929c012 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737801664:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.700169:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801344:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.700176:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b20cd2fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737801728:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227885.700301:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff33a1ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737801216:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227885.700343:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227885.700372:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737801472:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227885.700395:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227885.700410:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737801856:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227885.700434:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227885.700451:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761227885.700457:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a42bd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737801408:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227885.700478:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227885.700492:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737801792:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227885.700513:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227885.700539:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801472
00000100:00100000:3.0:1761227885.700565:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833
00000100:00100000:3.0:1761227885.700570:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737801472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227885.700607:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737801472:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227885.700613:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833
00000100:00100000:3.0:1761227885.700632:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801408
00000100:00100000:3.0:1761227885.700654:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4114
00000100:00100000:3.0:1761227885.700658:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737801408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227885.700687:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737801408:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227885.700692:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4114
00000100:00100000:3.0:1761227885.700718:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a42bd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737801408:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227885.700726:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737801472:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227885.700848:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801856
00000100:00100000:1.0:1761227885.700888:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801792
00000100:00100000:1.0:1761227885.700909:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733
00000100:00100000:1.0:1761227885.700913:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f5d8cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737801856:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227885.700955:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f5d8cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737801856:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (521us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227885.700961:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733
00000100:00100000:1.0:1761227885.700973:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734
00000100:00100000:1.0:1761227885.700976:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737801792:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227885.700999:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737801792:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (486us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227885.701004:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734
00000100:00100000:1.0:1761227885.701029:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737801792:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227885.701038:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737801856:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227885.701177:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e787092c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737801536:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227885.701211:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227885.701252:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901646e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737801600:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227885.701275:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227885.701319:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801536
00000100:00100000:2.0:1761227885.701351:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801600
00000100:00100000:2.0:1761227885.701369:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052
00000100:00100000:2.0:1761227885.701373:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737801536:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227885.701481:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227885.701518:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737801536:12345-0@lo:8:kworker/u8:0.0 Request processed in 144us (306us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227885.701524:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052
00000100:00100000:2.0:1761227885.701536:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053
00000100:00100000:2.0:1761227885.701538:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737801600:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227885.701612:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227885.701633:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737801600:12345-0@lo:8:kworker/u8:0.0 Request processed in 94us (358us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227885.701639:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053
00000100:00080000:2.0:1761227885.701669:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227885.701673:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227885.701677:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e787092c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737801536:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761227885.701686:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227885.701689:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227885.701692:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901646e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737801600:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227885.705117:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801216
00000100:00100000:0.0:1761227885.705346:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547
00000100:00100000:0.0:1761227885.705354:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737801216:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227885.708434:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737801216:12345-0@lo:400:kworker/u8:0.0 Request processed in 3065us (8076us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227885.708456:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547
00000100:00100000:3.0:1761227885.708573:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff33a1ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737801216:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227886.211485:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761227886.211521:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801920:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761227886.211609:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227886.214123:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801920
00000100:00100000:0.0:1761227886.214229:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900
00000100:00100000:0.0:1761227886.214237:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ace17c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737801920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227886.214293:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227886.214403:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ace17c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737801920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (2795us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227886.214411:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900
00000100:00100000:2.0:1761227886.214768:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801920:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227886.659445:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227887.235333:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801984:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761227887.235437:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227887.235881:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737801984
00000100:00100000:0.0:1761227887.235952:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834
00000100:00100000:0.0:1761227887.235961:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737801984:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227887.236023:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227887.236086:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737801984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (650us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227887.236093:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834
00000100:00100000:2.0:1761227887.236439:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737801984:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227887.683250:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227888.708655:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227889.628974:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227889.629497:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720000
00000100:00100000:0.0:1761227889.629565:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2054
00000100:00100000:0.0:1761227889.629573:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ce6809b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720720000:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1761227889.629678:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227889.629833:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ce6809b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720720000:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 258us (870us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227889.629843:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2054
00000100:00100000:1.0:1761227889.630372:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227889.630581:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227889.630621:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227889.630701:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719808
00000100:00100000:0.0:1761227889.630753:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1548
00000100:00100000:0.0:1761227889.630763:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720719808:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227889.630850:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720719808:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 91us (481us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227889.630858:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1548
00000100:00100000:2.0:1761227889.631179:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719936
00000100:00100000:2.0:1761227889.631258:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720719872
00000100:00100000:3.0:1761227889.631648:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4115
00000100:00100000:3.0:1761227889.631657:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ece67f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720719936:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761227889.631822:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4116
00000100:00100000:2.0:1761227889.631834:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058bf5653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720719872:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761227889.631923:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058bf5653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720719872:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 78us (1289us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227889.631923:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ece67f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720719936:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 252us (1328us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227889.631950:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4116
00000100:00100000:3.0:1761227889.631959:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4115
00010000:00010000:0.0:1761227889.731073:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227889.795143:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227889.795524:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737802048:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227889.796835:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227889.801928:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802048
00000100:00100000:2.0:1761227889.801995:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835
00000100:00100000:2.0:1761227889.802001:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a822d497 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737802048:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761227889.802040:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761227889.802123:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a822d497 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737802048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (5295us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227889.802130:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835
00000100:00100000:1.0:1761227889.809330:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737802048:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227890.755765:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227890.820555:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761227890.821198:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737802176:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227890.821302:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227890.821695:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802176
00000100:00100000:0.0:1761227890.821767:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4117
00000100:00100000:0.0:1761227890.821790:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737802176:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227890.821909:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737802112:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227890.821952:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227890.822018:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802112
00000100:00100000:3.0:1761227890.822049:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549
00000100:00100000:3.0:1761227890.822053:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737802112:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227890.822089:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737802112:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (137us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227890.822097:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549
00000100:00100000:3.0:1761227890.822148:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737802112:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761227890.822662:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227890.822668:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227890.822673:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227890.822679:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3481
00000100:00080000:1.0:1761227890.822682:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227890.822686:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227890.822711:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000a5f01 x1846777737802432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761227890.822727:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227890.822730:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227890.822731:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227890.822734:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3481
00000100:00080000:1.0:1761227890.822735:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227890.822738:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227890.822746:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a90ca120 x1846777737802496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761227890.822813:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737802432:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227890.822861:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227890.822881:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737802496:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227890.822902:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227890.822935:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802432
00000100:00100000:1.0:1761227890.822962:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802496
00000100:00100000:1.0:1761227890.822978:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2055
00000100:00100000:1.0:1761227890.822984:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007eacabc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737802432:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761227890.823079:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227890.823119:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007eacabc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737802432:12345-0@lo:8:kworker/u8:0.0 Request processed in 135us (258us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227890.823125:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2055
00000100:00100000:1.0:1761227890.823141:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056
00000100:00100000:1.0:1761227890.823144:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609246c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737802496:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761227890.823235:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227890.823261:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609246c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737802496:12345-0@lo:8:kworker/u8:0.0 Request processed in 115us (358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227890.823267:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056
00000100:00080000:1.0:1761227890.823305:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227890.823308:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227890.823312:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737802432:0@lo:8:kworker/u8:0.0
00000100:00080000:1.0:1761227890.823320:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227890.823323:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227890.823325:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737802496:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227890.823348:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737802304:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227890.823376:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227890.823390:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014eba6c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737802688:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227890.823410:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227890.823424:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1761227890.823429:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737802368:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227890.823456:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227890.823473:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737802752:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227890.823495:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227890.823516:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802688
00000100:00100000:1.0:1761227890.823542:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802752
00000100:00100000:1.0:1761227890.823563:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735
00000100:00100000:1.0:1761227890.823567:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737802688:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227890.823606:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737802688:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227890.823612:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735
00000100:00100000:1.0:1761227890.823625:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736
00000100:00100000:1.0:1761227890.823629:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737802752:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227890.823653:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737802752:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227890.823659:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736
00000100:00100000:1.0:1761227890.823696:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737802752:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227890.823706:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014eba6c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737802688:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227890.824016:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737802176:12345-0@lo:400:kworker/u8:0.0 Request processed in 2240us (2715us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227890.824027:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4117
00000100:00100000:0.0:1761227890.824047:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802304
00000100:00100000:0.0:1761227890.824075:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4118
00000100:00100000:0.0:1761227890.824079:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a90ca120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737802304:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227890.824092:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737802176:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227890.824116:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737802560:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227890.824121:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a90ca120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737802304:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (742us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227890.824129:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4118
00000100:00100000:2.0:1761227890.824165:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227890.824178:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802368
00000100:00100000:2.0:1761227890.824190:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761227890.824199:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737802240:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227890.824210:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836
00000100:00100000:0.0:1761227890.824215:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737802368:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227890.824228:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227890.824250:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ee838d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737802624:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227890.824258:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737802368:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (801us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227890.824266:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836
00000100:00100000:0.0:1761227890.824279:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802240
00000100:00100000:2.0:1761227890.824284:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227890.824297:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837
00000100:00100000:0.0:1761227890.824302:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7bb1edb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737802240:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227890.824335:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7bb1edb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737802240:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (109us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227890.824340:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802560
00000100:00100000:0.0:1761227890.824343:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837
00000100:00100000:2.0:1761227890.824369:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802624
00000100:00100000:0.0:1761227890.824379:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4119
00000100:00100000:0.0:1761227890.824384:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cff70347 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737802560:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227890.824411:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cff70347 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737802560:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227890.824668:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737802240:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227890.824678:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737802560:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227890.824727:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4119
00000100:00100000:2.0:1761227890.824748:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4120
00000100:00100000:2.0:1761227890.824756:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737802624:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227890.824851:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737802368:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227890.824867:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737802304:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227890.826224:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737802624:12345-0@lo:400:kworker/u8:0.0 Request processed in 1462us (1934us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227890.826237:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4120
00000100:00100000:0.0:1761227890.826369:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ee838d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737802624:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227891.333357:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737802816:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227891.333475:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227891.336310:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802816
00000100:00100000:0.0:1761227891.337366:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901
00000100:00100000:0.0:1761227891.337494:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ee838d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737802816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227891.337558:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227891.337705:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ee838d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737802816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 214us (4231us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227891.337715:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901
00000100:00100000:2.0:1761227891.338089:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737802816:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227891.780578:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227892.355148:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b20cd2fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737802880:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761227892.355252:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227892.355366:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802880
00000100:00100000:0.0:1761227892.356499:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838
00000100:00100000:0.0:1761227892.356512:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3703c58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737802880:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227892.356573:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227892.356682:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3703c58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737802880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 170us (1432us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227892.356694:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838
00000100:00100000:2.0:1761227892.356761:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b20cd2fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737802880:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227892.803083:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227893.827362:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227894.749696:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227894.749744:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227894.749836:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227894.749864:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227894.749916:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720192
00000100:00100000:0.0:1761227894.749983:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720128
00000100:00100000:0.0:1761227894.750011:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4121
00000100:00100000:0.0:1761227894.750018:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720720192:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227894.750131:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720720192:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 108us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227894.750143:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4121
00000100:00100000:0.0:1761227894.750172:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4122
00000100:00100000:0.0:1761227894.750176:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a4326be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720720128:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227894.750210:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a4326be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720720128:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 32us (345us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227894.750216:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4122
00000100:00100000:3.0:1761227894.750355:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720064
00000100:00100000:3.0:1761227894.750401:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1550
00000100:00100000:3.0:1761227894.750405:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720720064:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227894.750436:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720720064:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 30us (752us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227894.750442:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1550
00000100:00100000:1.0:1761227894.751353:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720256
00000100:00100000:1.0:1761227894.751413:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2057
00000100:00100000:1.0:1761227894.751418:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a52848 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720720256:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761227894.751528:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227894.751579:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a52848 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720720256:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 161us (1744us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227894.751586:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2057
00010000:00010000:0.0:1761227894.851177:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227894.917972:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dacbaac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737802944:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761227894.918233:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227894.918309:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737802944
00000100:00100000:3.0:1761227894.918386:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839
00000100:00100000:3.0:1761227894.918395:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000096f374f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737802944:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227894.918454:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761227894.918529:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000096f374f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737802944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227894.918537:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839
00000100:00100000:1.0:1761227894.921282:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dacbaac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737802944:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227895.875111:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227895.939113:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737803008:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761227895.939168:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227895.939176:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227895.939182:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227895.939192:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3486
00000100:00080000:1.0:1761227895.939197:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227895.939206:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227895.939238:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f4633b7 x1846777737803328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761227895.939257:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227895.939261:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227895.939263:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227895.939266:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3486
00000100:00080000:1.0:1761227895.939268:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227895.939271:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227895.939285:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000494c5abb x1846777737803392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761227895.939351:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737803072:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.939421:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227895.939454:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737803456:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.939476:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227895.939508:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761227895.939514:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737803136:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.939540:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227895.939555:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a76a8a5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737803520:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.939576:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227895.939613:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737803328:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227895.939634:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227895.939652:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227895.939685:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000494c5abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737803392:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227895.939703:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737803264:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.939714:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227895.939758:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227895.939771:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803072
00000100:00100000:3.0:1761227895.939836:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c6ab45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737803648:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227895.939888:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227895.939890:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803456
00000100:00100000:1.0:1761227895.939930:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803520
00000100:00100000:3.0:1761227895.939930:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761227895.939942:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737803200:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.939966:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4123
00000100:00100000:1.0:1761227895.939977:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737803072:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227895.939990:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227895.940014:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737803584:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227895.940048:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227895.940084:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737803072:12345-0@lo:400:kworker/u8:0.0 Request processed in 104us (660us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227895.940104:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4123
00000100:00100000:3.0:1761227895.940125:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803008
00000100:00100000:1.0:1761227895.940132:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803200
00000100:00100000:1.0:1761227895.940160:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4124
00000100:00100000:1.0:1761227895.940164:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b52b5df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737803456:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227895.940190:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551
00000100:00100000:1.0:1761227895.940203:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b52b5df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737803456:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (722us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227895.940205:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737803008:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.940227:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4124
00000100:00100000:1.0:1761227895.940243:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4125
00000100:00100000:1.0:1761227895.940248:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef8b4f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737803520:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.940303:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef8b4f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737803520:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (721us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227895.940304:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737803008:12345-0@lo:400:kworker/u8:0.0 Request processed in 96us (668us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227895.940321:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4125
00000100:00100000:3.0:1761227895.940329:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551
00000100:00100000:1.0:1761227895.940339:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4126
00000100:00100000:1.0:1761227895.940346:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014d07262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737803200:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.940379:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014d07262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737803200:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (400us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227895.940384:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803136
00000100:00100000:1.0:1761227895.940386:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4126
00000100:00100000:3.0:1761227895.940432:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803264
00000100:00100000:1.0:1761227895.940437:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803328
00000100:00100000:3.0:1761227895.940456:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840
00000100:00100000:3.0:1761227895.940466:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737803136:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.940471:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803392
00000100:00100000:1.0:1761227895.940491:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803648
00000100:00100000:1.0:1761227895.940512:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803584
00000100:00100000:1.0:1761227895.940536:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737
00000100:00100000:3.0:1761227895.940536:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737803136:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (989us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227895.940546:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d164be8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737803648:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227895.940555:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840
00000100:00100000:3.0:1761227895.940578:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841
00000100:00100000:3.0:1761227895.940583:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737803264:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.940600:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d164be8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737803648:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (715us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227895.940610:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737
00000100:00100000:1.0:1761227895.940638:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738
00000100:00100000:3.0:1761227895.940643:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737803264:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (888us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227895.940645:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737803584:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227895.940669:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841
00000100:00100000:1.0:1761227895.940710:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737803584:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (662us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227895.940720:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738
00000100:00100000:3.0:1761227895.940742:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737803200:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227895.940743:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058
00000100:00100000:1.0:1761227895.940753:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737803328:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227895.940763:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059
00000100:00100000:3.0:1761227895.940767:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737803584:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227895.940772:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014eba6c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737803392:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227895.940815:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737803264:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227895.940831:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c6ab45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737803648:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227895.940839:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737803008:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227895.940924:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737803136:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227895.940939:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a76a8a5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737803520:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227895.940950:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737803072:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227895.940960:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737803456:0@lo:400:kworker/u8:0.0
00010000:02020000:1.0:1761227895.941009:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227895.941056:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737803328:12345-0@lo:8:kworker/u8:0.0 Request processed in 304us (1407us total) trans 0 rc -19/-19
00010000:02020000:2.0:1761227895.941063:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227895.941070:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058
00000100:00080000:0.0:1761227895.941118:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227895.941123:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227895.941127:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737803328:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227895.941128:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014eba6c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737803392:12345-0@lo:8:kworker/u8:0.0 Request processed in 357us (1415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227895.941135:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059
00000100:00080000:0.0:1761227895.941137:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227895.941139:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227895.941141:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000494c5abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737803392:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227896.451566:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761227896.451596:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737803712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761227896.451696:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227896.451908:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803712
00000100:00100000:0.0:1761227896.453220:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902
00000100:00100000:0.0:1761227896.453232:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737803712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227896.453278:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227896.453368:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737803712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (1674us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227896.453376:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902
00000100:00100000:3.0:1761227896.455553:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737803712:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227896.899041:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227897.475099:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761227897.475130:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737803776:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227897.475229:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227897.475292:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803776
00000100:00100000:0.0:1761227897.475355:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842
00000100:00100000:0.0:1761227897.475363:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000778adb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737803776:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227897.475571:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227897.475767:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000778adb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737803776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 402us (538us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227897.475796:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842
00000100:00100000:1.0:1761227897.475837:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737803776:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227897.923537:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227898.947114:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227899.870235:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227899.874700:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720384
00000100:00100000:0.0:1761227899.874842:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4127
00000100:00100000:0.0:1761227899.874852:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066a9b6d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720720384:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227899.874980:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066a9b6d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720720384:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 129us (4759us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227899.874990:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4127
00000100:00100000:1.0:1761227899.875208:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227899.875287:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227899.875330:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720448
00000100:00100000:1.0:1761227899.875331:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227899.875357:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4128
00000100:00100000:0.0:1761227899.875362:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720720448:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227899.875401:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720720448:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 38us (115us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227899.875407:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4128
00000100:00100000:2.0:1761227899.875468:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720320
00000100:00100000:2.0:1761227899.875520:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1552
00000100:00100000:2.0:1761227899.875526:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720720320:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761227899.875565:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720720320:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 38us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227899.875572:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1552
00000100:00100000:3.0:1761227899.877755:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720512
00000100:00100000:3.0:1761227899.877880:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2060
00000100:00100000:3.0:1761227899.877887:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720720512:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1761227899.878016:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227899.878117:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720720512:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 229us (2787us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227899.878125:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2060
00010000:00010000:1.0:1761227899.976459:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227900.035806:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e665ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737803840:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761227900.035879:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227900.035949:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803840
00000100:00100000:0.0:1761227900.036004:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843
00000100:00100000:0.0:1761227900.036011:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737803840:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761227900.036066:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227900.036123:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737803840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227900.036130:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843
00000100:00100000:1.0:1761227900.036214:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e665ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737803840:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227900.995087:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761227901.059211:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227901.059220:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227901.059225:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227901.059236:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3491
00000100:00080000:2.0:1761227901.059240:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227901.059248:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227901.059279:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008819d928 x1846777737804224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227901.059296:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227901.059299:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227901.059301:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227901.059304:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3491
00000100:00080000:2.0:1761227901.059306:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227901.059310:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227901.059322:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f12a6281 x1846777737804288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227901.059384:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed0e4bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737804032:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.059473:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227901.059505:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737804416:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.059533:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227901.059559:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761227901.059564:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000942e8720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737803968:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.059585:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227901.059598:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737804352:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.059617:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227901.059651:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804416
00000100:00100000:2.0:1761227901.059695:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803968
00000100:00100000:2.0:1761227901.059712:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804352
00000100:00100000:2.0:1761227901.059730:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4129
00000100:00100000:2.0:1761227901.059737:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f98b1582 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737804416:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.059821:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f98b1582 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737804416:12345-0@lo:400:kworker/u8:0.0 Request processed in 84us (288us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227901.059830:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4129
00000100:00100000:2.0:1761227901.059849:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4130
00000100:00100000:2.0:1761227901.059853:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000692348d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737803968:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.059879:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000692348d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737803968:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227901.059885:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4130
00000100:00100000:2.0:1761227901.059895:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4131
00000100:00100000:2.0:1761227901.059899:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9dae5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737804352:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.059922:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9dae5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737804352:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227901.059932:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4131
00000100:00100000:2.0:1761227901.059954:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804032
00000100:00100000:2.0:1761227901.059977:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844
00000100:00100000:2.0:1761227901.059981:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea1d2515 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737804032:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.060008:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea1d2515 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737804032:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (536us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227901.060013:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844
00000100:00100000:2.0:1761227901.060062:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000942e8720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737803968:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.060072:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737804352:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.060079:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed0e4bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737804032:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.060086:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737804416:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060186:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000251abae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737804096:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060219:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227901.060249:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006449778d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737804480:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060273:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227901.060291:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761227901.060297:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737803904:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060324:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227901.060338:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737804160:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060360:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227901.060373:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737804544:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060396:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227901.060421:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804160
00000100:00100000:1.0:1761227901.060442:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845
00000100:00100000:1.0:1761227901.060446:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737804160:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060474:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737804160:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (113us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227901.060480:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845
00000100:00100000:1.0:1761227901.060505:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737804160:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060534:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804480
00000100:00100000:1.0:1761227901.060555:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804544
00000100:00100000:1.0:1761227901.060570:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739
00000100:00100000:1.0:1761227901.060574:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737804480:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060608:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737804480:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227901.060614:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739
00000100:00100000:1.0:1761227901.060623:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740
00000100:00100000:1.0:1761227901.060626:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2110066 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737804544:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060650:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2110066 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737804544:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227901.060655:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740
00000100:00100000:1.0:1761227901.060675:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737804544:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227901.060683:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006449778d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737804480:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227901.061004:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804096
00000100:00100000:0.0:1761227901.061177:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737804224:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227901.061259:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227901.061309:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737804288:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227901.061332:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227901.061595:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804224
00000100:00100000:1.0:1761227901.061620:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804288
00000100:00100000:1.0:1761227901.061643:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061
00000100:00100000:1.0:1761227901.061647:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737804224:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761227901.061747:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227901.061817:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737804224:12345-0@lo:8:kworker/u8:0.0 Request processed in 169us (560us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227901.061824:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061
00000100:00100000:1.0:1761227901.061836:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062
00000100:00100000:1.0:1761227901.061839:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737804288:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227901.061971:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4132
00000100:00100000:3.0:1761227901.061981:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef675af6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737804096:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227901.062028:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737803904
00000100:00100000:3.0:1761227901.062030:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef675af6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737804096:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (1810us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227901.062051:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4132
00000100:00100000:0.0:1761227901.062101:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553
00000100:00100000:3.0:1761227901.062104:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000251abae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737804096:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227901.062112:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737803904:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227901.062201:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737803904:12345-0@lo:400:kworker/u8:0.0 Request processed in 90us (1874us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227901.062212:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553
00000100:00100000:3.0:1761227901.062216:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737803904:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761227901.062278:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227901.062284:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227901.062289:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737804224:0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761227901.062654:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227901.062700:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737804288:12345-0@lo:8:kworker/u8:0.0 Request processed in 859us (1367us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227901.062708:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062
00000100:00080000:0.0:1761227901.063667:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227901.063674:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227901.063679:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737804288:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227901.571223:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227901.571258:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808a4b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737804608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227901.571354:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227901.571466:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804608
00000100:00100000:1.0:1761227901.571530:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903
00000100:00100000:1.0:1761227901.571538:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f257aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737804608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761227901.571584:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761227901.571636:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f257aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737804608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227901.571645:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903
00000100:00100000:3.0:1761227901.571762:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808a4b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737804608:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227902.022843:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227902.599362:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737804672:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227902.599462:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227902.599579:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804672
00000100:00100000:0.0:1761227902.599635:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846
00000100:00100000:0.0:1761227902.599642:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737804672:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227902.599690:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227902.599751:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737804672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227902.599759:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846
00000100:00100000:2.0:1761227902.600028:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737804672:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227903.043146:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227904.069072:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227904.991885:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227904.991998:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227904.992045:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227904.992095:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227904.992379:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720768
00000100:00100000:1.0:1761227904.992447:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2063
00000100:00100000:1.0:1761227904.992456:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720720768:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1761227904.992569:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227904.992672:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720720768:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 214us (800us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227904.992680:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2063
00000100:00100000:3.0:1761227904.992937:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720704
00000100:00100000:3.0:1761227904.992996:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720640
00000100:00100000:3.0:1761227904.993019:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4133
00000100:00100000:3.0:1761227904.993023:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabf6f9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720720704:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227904.993077:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabf6f9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720720704:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 53us (1032us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227904.993083:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4133
00000100:00100000:3.0:1761227904.993098:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4134
00000100:00100000:3.0:1761227904.993103:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036d7ea83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720720640:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227904.993121:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036d7ea83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720720640:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 18us (1027us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227904.993127:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4134
00000100:00100000:0.0:1761227904.993252:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720576
00000100:00100000:0.0:1761227904.993289:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1554
00000100:00100000:0.0:1761227904.993294:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720720576:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227904.993328:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720720576:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 34us (1331us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227904.993335:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1554
00010000:00010000:1.0:1761227905.091141:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227905.155202:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761227905.155235:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dacbaac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737804736:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761227905.155332:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227905.155524:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804736
00000100:00100000:2.0:1761227905.155590:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847
00000100:00100000:2.0:1761227905.155598:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737804736:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761227905.155654:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761227905.155723:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737804736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (392us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227905.155735:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847
00000100:00100000:1.0:1761227905.155883:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dacbaac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737804736:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227906.116406:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761227906.179143:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227906.179154:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227906.179159:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227906.179171:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3496
00000100:00080000:2.0:1761227906.179175:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227906.179184:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227906.179211:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000251abae7 x1846777737805120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227906.179229:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227906.179232:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227906.179234:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227906.179237:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3496
00000100:00080000:2.0:1761227906.179239:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227906.179242:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227906.179253:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000788250c3 x1846777737805184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227906.179316:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737804928:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227906.179413:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227906.179451:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737805312:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227906.179481:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227906.179511:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761227906.179516:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737804864:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227906.179900:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804928
00000100:00100000:0.0:1761227906.179966:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848
00000100:00100000:0.0:1761227906.179983:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737804928:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227906.180057:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737804928:12345-0@lo:400:kworker/u8:4.0 Request processed in 82us (646us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227906.180065:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848
00000100:00100000:0.0:1761227906.180097:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000251abae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737805120:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227906.180128:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227906.180149:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737805184:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227906.180171:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227906.180206:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805120
00000100:00100000:0.0:1761227906.180228:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805184
00000100:00100000:0.0:1761227906.180247:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064
00000100:00100000:0.0:1761227906.180251:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b20cd2fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737805120:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227906.180349:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227906.180385:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b20cd2fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737805120:12345-0@lo:8:kworker/u8:4.0 Request processed in 133us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227906.180391:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064
00000100:00100000:0.0:1761227906.180402:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065
00000100:00100000:0.0:1761227906.180405:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737805184:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761227906.180480:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227906.180502:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737805184:12345-0@lo:8:kworker/u8:4.0 Request processed in 95us (331us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227906.180508:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065
00000100:00100000:3.0:1761227906.180697:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737804992:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227906.180735:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227906.180755:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000942e8720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737805376:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227906.180801:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227906.181250:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006449778d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737804800:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227906.181296:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227906.181317:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737805056:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227906.181341:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227906.181358:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000178c3a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737805440:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227906.181400:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805312
00000100:00100000:1.0:1761227906.181440:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804992
00000100:00100000:1.0:1761227906.181464:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4135
00000100:00100000:1.0:1761227906.181468:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737805312:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227906.181507:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737805312:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (2026us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227906.181513:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4135
00000100:00100000:1.0:1761227906.181540:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4136
00000100:00100000:1.0:1761227906.181543:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000494c5abb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737804992:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227906.181567:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000494c5abb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737804992:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (832us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227906.181573:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4136
00000100:00100000:1.0:1761227906.181610:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805056
00000100:00100000:1.0:1761227906.181626:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849
00000100:00100000:1.0:1761227906.181630:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024d1130b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737805056:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227906.181660:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024d1130b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737805056:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (318us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227906.181665:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849
00000100:00100000:3.0:1761227906.181825:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737804992:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227906.181999:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805376
00000100:00100000:0.0:1761227906.182030:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741
00000100:00100000:0.0:1761227906.182034:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737805376:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227906.182075:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737805376:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (1299us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227906.182082:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741
00000100:00080000:0.0:1761227906.182114:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227906.182119:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227906.182123:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000251abae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737805120:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761227906.182135:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227906.182138:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227906.182140:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737805184:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761227906.182188:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804800
00000100:00100000:0.0:1761227906.182212:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555
00000100:00100000:0.0:1761227906.182216:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737804800:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227906.182244:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737804800:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (948us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227906.182249:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555
00000100:00100000:0.0:1761227906.182284:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227906.182393:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227906.182417:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed0e4bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737805248:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227906.182438:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227906.182465:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737804928:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227906.182480:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737805312:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227906.182516:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737804864
00000100:00100000:1.0:1761227906.182725:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805440
00000100:00100000:1.0:1761227906.182756:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742
00000100:00100000:1.0:1761227906.182760:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737805440:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227906.182811:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737805440:12345-0@lo:400:kworker/u8:4.0 Request processed in 50us (527us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227906.182818:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742
00000100:00100000:1.0:1761227906.182857:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805248
00000100:00100000:1.0:1761227906.182882:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4137
00000100:00100000:1.0:1761227906.182886:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e568a6c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737805248:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227906.182924:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e568a6c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737805248:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (485us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227906.182930:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4137
00000100:00100000:3.0:1761227906.183099:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000942e8720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737805376:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227906.183139:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed0e4bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737805248:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227906.183834:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006449778d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737804800:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227906.183858:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737805056:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227906.183870:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000178c3a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737805440:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227906.184171:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4138
00000100:00100000:2.0:1761227906.184179:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000055b8b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737804864:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227906.184241:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000055b8b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737804864:12345-0@lo:400:kworker/u8:4.0 Request processed in 62us (1848us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227906.184248:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4138
00000100:00100000:0.0:1761227906.184432:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737804864:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227906.691191:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069d8b038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737805504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761227906.691306:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227906.691378:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805504
00000100:00100000:3.0:1761227906.691445:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904
00000100:00100000:3.0:1761227906.691454:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737805504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227906.691503:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227906.692052:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737805504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 597us (747us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227906.692064:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904
00000100:00100000:2.0:1761227906.692099:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069d8b038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737805504:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227907.139525:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227907.715457:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dba9692 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737805568:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227907.715564:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227907.716214:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805568
00000100:00100000:0.0:1761227907.717073:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850
00000100:00100000:0.0:1761227907.717085:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737805568:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227907.717151:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227907.717255:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737805568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 171us (1692us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227907.717264:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850
00000100:00100000:3.0:1761227907.717467:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dba9692 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737805568:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227908.163216:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227909.188176:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227910.111619:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227910.111767:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720832
00000100:00100000:0.0:1761227910.111881:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1556
00000100:00100000:0.0:1761227910.111889:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720720832:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227910.112707:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720720832:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 813us (1097us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227910.112718:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1556
00000100:00100000:2.0:1761227910.118087:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227910.119671:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720896
00000100:00100000:1.0:1761227910.119765:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4139
00000100:00100000:1.0:1761227910.119790:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720720896:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227910.119911:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720720896:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 136us (1838us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227910.119919:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4139
00000100:00100000:2.0:1761227910.121464:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227910.121508:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227910.121605:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721024
00000100:00100000:0.0:1761227910.121664:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2066
00000100:00100000:0.0:1761227910.121671:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dba9692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720721024:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1761227910.121797:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227910.121875:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dba9692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720721024:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 203us (366us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227910.121884:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2066
00000100:00100000:3.0:1761227910.122148:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720720960
00000100:00100000:3.0:1761227910.122274:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4140
00000100:00100000:3.0:1761227910.122279:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720720960:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227910.122340:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720720960:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 60us (882us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227910.122846:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4140
00010000:00010000:0.0:1761227910.212067:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227910.275243:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737805632:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227910.275344:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227910.275701:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805632
00000100:00100000:2.0:1761227910.275799:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851
00000100:00100000:2.0:1761227910.275807:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a76a8a5a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737805632:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761227910.275870:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761227910.277273:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a76a8a5a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737805632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1455us (1919us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227910.277277:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737805632:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761227910.277293:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851
00010000:00010000:0.0:1761227911.235113:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761227911.299228:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1761227911.299232:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000112ca7ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737805696:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761227911.299238:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227911.299243:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227911.299258:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3502
00000100:00080000:1.0:1761227911.299261:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227911.299269:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227911.299298:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b15baef9 x1846777737806016/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761227911.299318:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227911.299322:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227911.299323:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227911.299327:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3502
00000100:00080000:1.0:1761227911.299330:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1761227911.299333:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761227911.299336:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227911.299347:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002e12988b x1846777737806080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227911.299379:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808a4b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737805952:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227911.299407:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227911.299414:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b15baef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737806016:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227911.299427:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000301b3fc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737806336:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227911.299454:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227911.299470:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805696
00000100:00100000:1.0:1761227911.299482:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e12988b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737806080:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227911.299512:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227911.299517:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557
00000100:00100000:0.0:1761227911.299525:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737805696:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227911.299552:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806016
00000100:00100000:0.0:1761227911.299576:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737805696:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227911.299581:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806080
00000100:00100000:0.0:1761227911.299584:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557
00000100:00100000:1.0:1761227911.299603:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067
00000100:00100000:1.0:1761227911.299609:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cd8aad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737806016:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227911.299620:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805952
00000100:00100000:0.0:1761227911.299643:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852
00000100:00100000:0.0:1761227911.299646:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737805952:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227911.299671:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737805952:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227911.299676:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852
00010000:02020000:1.0:1761227911.299705:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227911.299706:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068
00000100:00100000:0.0:1761227911.299712:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009552616f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737806080:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227911.299748:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cd8aad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737806016:12345-0@lo:8:kworker/u8:0.0 Request processed in 138us (294us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227911.299762:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067
00010000:02020000:0.0:1761227911.299811:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227911.299837:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009552616f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737806080:12345-0@lo:8:kworker/u8:0.0 Request processed in 124us (328us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227911.299843:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068
00000100:00080000:1.0:1761227911.299857:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227911.299862:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227911.299867:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227911.299869:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b15baef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737806016:0@lo:8:kworker/u8:0.0
00000100:00080000:1.0:1761227911.299887:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227911.299891:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227911.299895:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808a4b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737805952:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227911.299896:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e12988b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737806080:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227911.299909:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000112ca7ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737805696:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227911.299941:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761227911.299947:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069d8b038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737805888:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227911.299963:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806336
00000100:00100000:0.0:1761227911.299979:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227911.299995:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079002bb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737806272:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227911.299999:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743
00000100:00100000:1.0:1761227911.300004:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737806336:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227911.300012:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227911.300037:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806272
00000100:00100000:1.0:1761227911.300056:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737806336:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227911.300061:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744
00000100:00100000:1.0:1761227911.300068:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743
00000100:00100000:0.0:1761227911.300069:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737806272:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227911.300101:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737806272:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (90us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227911.300108:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744
00000100:00100000:1.0:1761227911.300113:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079002bb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737806272:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227911.300130:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000301b3fc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737806336:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227911.300219:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b806983c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737805760:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227911.300256:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227911.300287:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095885812 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737806144:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227911.300311:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227911.300343:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761227911.300349:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737805824:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227911.300374:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227911.300386:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241c4819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737806208:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227911.300407:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227911.300454:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805888
00000100:00100000:2.0:1761227911.300485:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805760
00000100:00100000:2.0:1761227911.300502:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806144
00000100:00100000:2.0:1761227911.300516:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806208
00000100:00100000:2.0:1761227911.300528:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4141
00000100:00100000:2.0:1761227911.300532:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006449778d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737805888:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227911.300571:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006449778d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737805888:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (593us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227911.300578:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4141
00000100:00100000:2.0:1761227911.300594:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4142
00000100:00100000:2.0:1761227911.300598:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178c3a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737805760:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227911.300613:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4143
00000100:00100000:0.0:1761227911.300620:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ea6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737806144:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227911.300634:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178c3a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737805760:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (376us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227911.300641:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4142
00000100:00100000:0.0:1761227911.300661:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ea6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737806144:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227911.300662:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4144
00000100:00100000:2.0:1761227911.300674:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ecfa946 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737806208:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227911.300714:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ecfa946 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737806208:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227911.300810:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069d8b038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737805888:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227911.300848:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241c4819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737806208:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227911.300858:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b806983c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737805760:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227911.300866:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095885812 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737806144:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227911.301054:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4143
00000100:00100000:2.0:1761227911.301265:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4144
00000100:00100000:1.0:1761227911.301347:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737805824
00000100:00100000:1.0:1761227911.301386:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853
00000100:00100000:1.0:1761227911.301391:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec331a8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737805824:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227911.301444:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec331a8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737805824:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (1070us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227911.301450:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853
00000100:00100000:3.0:1761227911.301522:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737805824:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227911.811189:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761227911.811259:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c6ab45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737806400:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761227911.811350:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227911.811534:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806400
00000100:00100000:3.0:1761227911.811602:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905
00000100:00100000:3.0:1761227911.811609:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000301b3fc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737806400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227911.811656:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227911.811731:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000301b3fc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737806400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227911.811738:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905
00000100:00100000:2.0:1761227911.811881:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c6ab45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737806400:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227912.259952:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227912.836146:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737806464:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227912.836249:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227912.836523:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806464
00000100:00100000:2.0:1761227912.836680:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854
00000100:00100000:2.0:1761227912.836687:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079002bb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737806464:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227912.836741:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227912.837524:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079002bb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737806464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 833us (1273us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227912.837536:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854
00000100:00100000:1.0:1761227912.837951:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737806464:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227913.283354:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227914.309467:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227915.233982:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227915.237530:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227915.237589:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227915.237708:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227915.237773:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721280
00000100:00100000:3.0:1761227915.237856:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2069
00000100:00100000:3.0:1761227915.237874:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720721280:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1761227915.237985:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227915.238063:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720721280:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 199us (355us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227915.238072:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2069
00000100:00100000:0.0:1761227915.238113:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721152
00000100:00100000:0.0:1761227915.238167:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721216
00000100:00100000:0.0:1761227915.238189:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4145
00000100:00100000:1.0:1761227915.238191:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721088
00000100:00100000:0.0:1761227915.238193:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099a75b27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720721152:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227915.238221:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1558
00000100:00100000:1.0:1761227915.238225:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720721088:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227915.238241:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099a75b27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720721152:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 47us (4275us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227915.238248:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4145
00000100:00100000:1.0:1761227915.238248:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720721088:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 22us (732us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227915.238257:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1558
00000100:00100000:0.0:1761227915.238263:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4146
00000100:00100000:0.0:1761227915.238267:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c6ab45d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720721216:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227915.238290:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c6ab45d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720721216:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 22us (702us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227915.238297:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4146
00010000:00010000:0.0:1761227915.333133:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227915.396204:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761227915.396226:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000611ab3ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737806528:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761227915.399685:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227915.400049:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806528
00000100:00100000:1.0:1761227915.400124:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855
00000100:00100000:1.0:1761227915.400133:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000489e8371 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737806528:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227915.400199:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227915.400268:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000489e8371 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737806528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (593us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227915.400276:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855
00000100:00100000:2.0:1761227915.400381:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000611ab3ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737806528:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227916.355253:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227916.419726:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1761227916.419748:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227916.419756:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1761227916.419758:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5f3450d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737806784:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761227916.419761:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227916.419769:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3507
00000100:00080000:2.0:1761227916.419773:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227916.419799:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227916.419839:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000072fe43ea x1846777737806912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227916.419866:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227916.419870:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227916.419871:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227916.419876:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3507
00000100:00080000:2.0:1761227916.419878:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227916.419882:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227916.419888:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227916.419896:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009287b5ef x1846777737806976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761227916.419926:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737806592:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.419967:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227916.419971:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806784
00000100:00100000:1.0:1761227916.419989:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092e6c4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737807168:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.420021:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227916.420028:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4147
00000100:00100000:2.0:1761227916.420035:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a64b42e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737806784:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.420041:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1761227916.420048:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d838e13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737806848:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.420079:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227916.420453:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091d7a82c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737806656:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227916.421040:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806592
00000100:00100000:0.0:1761227916.421083:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559
00000100:00100000:0.0:1761227916.421090:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737806592:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.423728:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737807232:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227916.423729:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a64b42e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737806784:12345-0@lo:400:kworker/u8:4.0 Request processed in 3690us (3839us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227916.423747:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4147
00000100:00100000:1.0:1761227916.423836:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227916.423912:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5f3450d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737806784:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.423976:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806848
00000100:00100000:2.0:1761227916.423999:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f91da21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737806720:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.424027:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856
00000100:00100000:2.0:1761227916.424039:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227916.424060:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737807104:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227916.424087:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227916.424120:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807104
00000100:00100000:2.0:1761227916.424147:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4148
00000100:00100000:2.0:1761227916.424152:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1ac8f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737807104:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227916.424210:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1ac8f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737807104:12345-0@lo:400:kworker/u8:4.0 Request processed in 58us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227916.424217:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4148
00000100:00100000:2.0:1761227916.424239:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737807104:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227916.424282:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807168
00000100:00100000:2.0:1761227916.424304:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807232
00000100:00100000:2.0:1761227916.424318:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745
00000100:00100000:2.0:1761227916.424322:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006116ea85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737807168:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227916.424357:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006116ea85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737807168:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (4337us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227916.424363:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745
00000100:00100000:2.0:1761227916.424374:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746
00000100:00100000:2.0:1761227916.424377:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052f7deb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737807232:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761227916.424402:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052f7deb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737807232:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (568us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227916.424407:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746
00000100:00100000:1.0:1761227916.425933:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb84bb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737806848:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.426027:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb84bb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737806848:12345-0@lo:400:kworker/u8:4.0 Request processed in 106us (5948us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227916.426037:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856
00000100:00100000:1.0:1761227916.426075:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806720
00000100:00100000:1.0:1761227916.426103:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857
00000100:00100000:1.0:1761227916.426107:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737806720:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.426156:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737806720:12345-0@lo:400:kworker/u8:4.0 Request processed in 48us (2119us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227916.426163:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857
00000100:00100000:1.0:1761227916.426241:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f91da21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737806720:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.426290:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d838e13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737806848:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.426304:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737807232:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.426317:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092e6c4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737807168:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761227916.426385:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072fe43ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737806912:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761227916.426430:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227916.426449:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009287b5ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737806976:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761227916.426472:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227916.426500:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806912
00000100:00100000:1.0:1761227916.426529:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806976
00000100:00100000:1.0:1761227916.426560:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070
00000100:00100000:1.0:1761227916.426564:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000611ab3ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737806912:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761227916.426687:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227916.426722:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000611ab3ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737806912:12345-0@lo:8:kworker/u8:4.0 Request processed in 157us (293us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227916.426729:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070
00000100:00100000:1.0:1761227916.426740:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071
00000100:00100000:1.0:1761227916.426742:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000241c4819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737806976:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761227916.426845:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227916.426875:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000241c4819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737806976:12345-0@lo:8:kworker/u8:4.0 Request processed in 132us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227916.426881:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071
00000100:00080000:1.0:1761227916.426903:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227916.426907:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227916.426910:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072fe43ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737806912:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761227916.426916:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227916.426918:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227916.426920:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009287b5ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737806976:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761227916.428447:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227916.428499:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e310ee53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737807040:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227916.428551:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227916.428596:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737806656
00000100:00100000:3.0:1761227916.428651:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807040
00000100:00100000:3.0:1761227916.428677:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4149
00000100:00100000:3.0:1761227916.428684:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed0e4bce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737806656:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227916.428736:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed0e4bce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737806656:12345-0@lo:400:kworker/u8:4.0 Request processed in 53us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227916.428744:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4149
00000100:00100000:3.0:1761227916.428763:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4150
00000100:00100000:3.0:1761227916.428766:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000942e8720 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737807040:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227916.428814:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000942e8720 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737807040:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227916.428820:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4150
00000100:00100000:3.0:1761227916.428892:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091d7a82c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737806656:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761227916.428902:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e310ee53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737807040:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227916.429402:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737806592:12345-0@lo:400:kworker/u8:4.0 Request processed in 8308us (9432us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227916.429414:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559
00000100:00100000:2.0:1761227916.431417:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737806592:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761227916.932111:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737807296:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227916.932216:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227916.932344:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807296
00000100:00100000:3.0:1761227916.932411:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906
00000100:00100000:3.0:1761227916.932419:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808a4b1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737807296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227916.932468:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227916.932539:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808a4b1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737807296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227916.932547:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906
00000100:00100000:2.0:1761227916.932689:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737807296:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227917.379073:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227917.955350:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737807360:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227917.956046:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227917.956646:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807360
00000100:00100000:0.0:1761227917.956714:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858
00000100:00100000:0.0:1761227917.956722:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737807360:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227917.956818:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227917.956908:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737807360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 185us (865us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227917.956916:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858
00000100:00100000:2.0:1761227917.957864:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737807360:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227918.403113:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227919.427098:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227920.349132:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227920.349699:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227920.349741:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227920.349834:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721344
00000100:00100000:0.0:1761227920.349909:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1560
00000100:00100000:0.0:1761227920.349919:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720721344:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227920.350013:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720721344:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 95us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227920.350020:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1560
00000100:00100000:0.0:1761227920.352210:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721408
00000100:00100000:0.0:1761227920.352965:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721472
00000100:00100000:0.0:1761227920.353014:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4151
00000100:00100000:0.0:1761227920.353022:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091d7a82c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720721408:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227920.353142:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091d7a82c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720721408:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 121us (4023us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227920.353151:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4151
00000100:00100000:0.0:1761227920.353177:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4152
00000100:00100000:0.0:1761227920.353181:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009287b5ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720721472:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227920.353205:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009287b5ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720721472:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 24us (3465us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227920.353212:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4152
00000100:00100000:0.0:1761227920.355149:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227920.357632:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721536
00000100:00100000:1.0:1761227920.357723:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2072
00000100:00100000:1.0:1761227920.357731:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1f6773c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720721536:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761227920.357900:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227920.358018:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1f6773c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720721536:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 287us (2876us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227920.358027:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2072
00010000:00010000:1.0:1761227920.451699:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227920.518718:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227920.518842:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072fe43ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737807424:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227920.518940:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227920.519167:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807424
00000100:00100000:1.0:1761227920.519235:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859
00000100:00100000:1.0:1761227920.519243:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b806983c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737807424:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227920.519300:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227920.519363:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b806983c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737807424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (424us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227920.519371:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859
00000100:00100000:0.0:1761227920.519404:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072fe43ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737807424:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227921.478111:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761227921.543348:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227921.543358:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227921.543362:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227921.543372:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3512
00000100:00080000:3.0:1761227921.543376:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227921.543384:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227921.543412:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ef1063d x1846777737807808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227921.543429:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227921.543432:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227921.543433:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227921.543437:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3512
00000100:00080000:3.0:1761227921.543438:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227921.543442:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227921.543453:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000030697e18 x1846777737807872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761227921.543516:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737807552:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.543613:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227921.543650:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737807936:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.543672:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227921.543703:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761227921.543708:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000251abae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737807616:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.543736:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227921.543753:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737808000:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.543817:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227921.543860:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807552
00000100:00100000:3.0:1761227921.543916:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807936
00000100:00100000:3.0:1761227921.543942:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808000
00000100:00100000:3.0:1761227921.543963:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4153
00000100:00100000:3.0:1761227921.543970:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d2e016f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737807552:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.544028:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d2e016f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737807552:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (417us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227921.544036:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4153
00000100:00100000:3.0:1761227921.544054:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4154
00000100:00100000:3.0:1761227921.544057:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa81e8dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737807936:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.544081:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa81e8dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737807936:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227921.544087:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4154
00000100:00100000:3.0:1761227921.544097:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4155
00000100:00100000:3.0:1761227921.544100:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737808000:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.544126:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737808000:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (351us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227921.544131:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4155
00000100:00100000:3.0:1761227921.544153:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807616
00000100:00100000:3.0:1761227921.544179:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860
00000100:00100000:3.0:1761227921.544183:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737807616:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.544212:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737807616:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (476us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227921.544218:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860
00000100:00100000:3.0:1761227921.544271:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000251abae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737807616:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.544283:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737808000:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.544292:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737807552:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227921.544301:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737807936:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544466:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737807680:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544503:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227921.544530:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737808064:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544557:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227921.544586:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761227921.544592:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737807488:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544623:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227921.544636:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737807744:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544658:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227921.544669:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737808128:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544693:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227921.544723:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807744
00000100:00100000:1.0:1761227921.544746:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861
00000100:00100000:1.0:1761227921.544750:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f91da21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737807744:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544818:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f91da21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737807744:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227921.544824:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861
00000100:00100000:1.0:1761227921.544850:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737807744:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544866:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737807808:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544890:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227921.544905:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737807872:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227921.544922:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227921.544949:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808064
00000100:00100000:1.0:1761227921.544972:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808128
00000100:00100000:1.0:1761227921.544983:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807808
00000100:00100000:1.0:1761227921.544994:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807872
00000100:00100000:1.0:1761227921.545003:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747
00000100:00100000:1.0:1761227921.545007:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737808064:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.545037:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737808064:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (479us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227921.545042:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747
00000100:00100000:1.0:1761227921.545052:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748
00000100:00100000:1.0:1761227921.545055:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c21e469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737808128:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.545075:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c21e469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737808128:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (382us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227921.545080:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748
00000100:00100000:1.0:1761227921.545245:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073
00000100:00100000:1.0:1761227921.545250:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737807808:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761227921.545348:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227921.545381:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737807808:12345-0@lo:8:kworker/u8:0.0 Request processed in 131us (491us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227921.545388:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073
00000100:00100000:1.0:1761227921.545398:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074
00000100:00100000:1.0:1761227921.545402:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f3450d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737807872:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761227921.545478:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227921.545502:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f3450d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737807872:12345-0@lo:8:kworker/u8:0.0 Request processed in 99us (579us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227921.545508:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074
00000100:00100000:1.0:1761227921.545543:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737808128:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227921.545554:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737808064:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761227921.545580:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227921.545584:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227921.545588:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737807808:0@lo:8:kworker/u8:0.0
00000100:00080000:1.0:1761227921.545597:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227921.545599:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227921.545602:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737807872:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227921.549063:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807680
00000100:00100000:2.0:1761227921.549160:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4156
00000100:00100000:2.0:1761227921.549168:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092e6c4e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737807680:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227921.549301:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092e6c4e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737807680:12345-0@lo:400:kworker/u8:0.0 Request processed in 133us (4798us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227921.549310:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4156
00000100:00100000:2.0:1761227921.549342:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737807488
00000100:00100000:2.0:1761227921.549370:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561
00000100:00100000:2.0:1761227921.549373:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737807488:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227921.549405:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737807488:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (4781us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227921.549411:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561
00000100:00100000:2.0:1761227921.549469:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737807488:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227921.549488:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737807680:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227922.051375:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761227922.052071:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737808192:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761227922.052184:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227922.053094:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808192
00000100:00100000:3.0:1761227922.053167:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907
00000100:00100000:3.0:1761227922.053175:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737808192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227922.053227:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227922.053307:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737808192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (1125us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227922.053316:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907
00000100:00100000:0.0:1761227922.054193:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737808192:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227922.500576:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227923.075204:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761227923.075231:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737808256:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761227923.075322:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227923.075738:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808256
00000100:00100000:0.0:1761227923.077052:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862
00000100:00100000:0.0:1761227923.077063:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737808256:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227923.077124:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227923.077227:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737808256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 165us (1906us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227923.077236:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862
00000100:00100000:2.0:1761227923.077296:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737808256:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227923.523582:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227924.547084:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227925.470559:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227925.471695:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227925.471739:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227925.473031:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721600
00000100:00100000:0.0:1761227925.473101:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1562
00000100:00100000:0.0:1761227925.473109:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720721600:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227925.473210:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720721600:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 100us (1519us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227925.473219:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1562
00000100:00100000:1.0:1761227925.473552:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227925.478093:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721664
00000100:00100000:3.0:1761227925.478194:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721728
00000100:00100000:3.0:1761227925.478237:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4157
00000100:00100000:3.0:1761227925.478245:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072fe43ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720721664:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227925.478344:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072fe43ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720721664:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 99us (7797us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227925.478352:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4157
00000100:00100000:3.0:1761227925.478372:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4158
00000100:00100000:3.0:1761227925.478376:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f5d8cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720721728:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227925.478399:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f5d8cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720721728:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 22us (6661us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227925.478404:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4158
00000100:00100000:0.0:1761227925.482866:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721792
00000100:00100000:0.0:1761227925.482939:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2075
00000100:00100000:0.0:1761227925.482947:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720721792:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761227925.483053:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227925.489332:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720721792:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 6373us (15769us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227925.489350:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2075
00010000:00010000:1.0:1761227925.575826:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227925.635118:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227925.635139:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d164be8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737808320:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227925.635202:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227925.636112:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808320
00000100:00100000:3.0:1761227925.636161:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863
00000100:00100000:3.0:1761227925.636167:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737808320:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227925.636202:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761227925.636250:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737808320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (1049us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227925.636257:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863
00000100:00100000:0.0:1761227925.636364:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d164be8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737808320:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227926.595369:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761227926.660998:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227926.661005:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227926.661008:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227926.661016:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3517
00000100:00080000:0.0:1761227926.661020:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227926.661026:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227926.661045:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fdeb1938 x1846777737808704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761227926.661061:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227926.661064:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227926.661065:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227926.661067:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3517
00000100:00080000:0.0:1761227926.661068:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227926.661071:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227926.661078:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e31b01c6 x1846777737808768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227926.661130:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737808512:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227926.661194:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227926.661262:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737808384:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661298:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227926.661321:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737808640:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661343:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737808576:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661364:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227926.661378:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737808960:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661395:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227926.661429:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808576
00000100:00100000:2.0:1761227926.661468:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4159
00000100:00100000:2.0:1761227926.661474:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006730fb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737808576:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661514:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006730fb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737808576:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (150us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227926.661520:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4159
00000100:00100000:2.0:1761227926.661545:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000112ca7ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737808448:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661564:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227926.661574:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737808832:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661590:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227926.661610:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808448
00000100:00100000:2.0:1761227926.661627:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808832
00000100:00100000:2.0:1761227926.661642:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4160
00000100:00100000:2.0:1761227926.661645:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb75f8ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737808448:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661670:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb75f8ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737808448:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (105us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227926.661675:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4160
00000100:00100000:2.0:1761227926.661684:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4161
00000100:00100000:2.0:1761227926.661687:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737808832:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661704:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737808832:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (115us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227926.661709:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4161
00000100:00100000:2.0:1761227926.661757:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737808576:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661815:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000112ca7ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737808448:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661823:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737808832:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227926.661841:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808384
00000100:00100000:2.0:1761227926.661861:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563
00000100:00100000:2.0:1761227926.661864:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737808384:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227926.666139:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808960
00000100:00100000:3.0:1761227926.666193:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749
00000100:00100000:3.0:1761227926.666199:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737808960:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227926.666298:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808512
00000100:00100000:1.0:1761227926.666326:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864
00000100:00100000:1.0:1761227926.666329:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737808512:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227926.667719:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737808960:12345-0@lo:400:kworker/u8:0.0 Request processed in 1515us (6318us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227926.667731:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749
00000100:00100000:3.0:1761227926.667830:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737808960:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227926.667878:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737808704:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227926.667915:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227926.667928:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737808768:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227926.667945:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227926.667970:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808704
00000100:00100000:3.0:1761227926.667990:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808768
00000100:00100000:3.0:1761227926.668002:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076
00000100:00100000:3.0:1761227926.668006:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0cd892c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737808704:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227926.668099:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227926.668129:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0cd892c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737808704:12345-0@lo:8:kworker/u8:0.0 Request processed in 122us (214us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227926.668135:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076
00000100:00100000:3.0:1761227926.668144:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077
00000100:00100000:3.0:1761227926.668146:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737808768:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227926.668223:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227926.668242:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737808768:12345-0@lo:8:kworker/u8:0.0 Request processed in 95us (297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227926.668248:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077
00000100:00080000:3.0:1761227926.668268:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227926.668272:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227926.668274:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737808704:0@lo:8:kworker/u8:0.0
00000100:00080000:3.0:1761227926.668281:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227926.668283:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227926.668285:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737808768:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227926.668477:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227926.668492:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067e8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737809024:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227926.668514:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227926.668534:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737808384:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227926.668553:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809024
00000100:00100000:0.0:1761227926.668575:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750
00000100:00100000:0.0:1761227926.668579:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737809024:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227926.668610:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737809024:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (96us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227926.668615:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750
00000100:00100000:0.0:1761227926.668635:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067e8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737809024:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227926.668653:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737808896:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227926.668675:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227926.669869:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737808512:12345-0@lo:400:kworker/u8:0.0 Request processed in 3534us (8671us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227926.669880:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864
00000100:00100000:0.0:1761227926.669888:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737808512:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227926.669907:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808640
00000100:00100000:1.0:1761227926.669944:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865
00000100:00100000:1.0:1761227926.669949:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737808640:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227926.669997:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737808640:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (1521us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227926.670003:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865
00000100:00100000:0.0:1761227926.670023:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737808640:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227926.670055:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737808896
00000100:00100000:2.0:1761227926.671829:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737808384:12345-0@lo:400:kworker/u8:0.0 Request processed in 9957us (10524us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227926.671841:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563
00000100:00100000:0.0:1761227926.672821:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4162
00000100:00100000:0.0:1761227926.672831:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067e8d15d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737808896:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227926.672912:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067e8d15d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737808896:12345-0@lo:400:kworker/u8:0.0 Request processed in 82us (4237us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227926.672919:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4162
00000100:00100000:2.0:1761227926.672957:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737808896:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227927.174080:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737809088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227927.174150:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227927.174759:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809088
00000100:00100000:1.0:1761227927.174837:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908
00000100:00100000:1.0:1761227927.174844:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff33a1ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737809088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761227927.174878:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761227927.174927:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff33a1ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737809088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (778us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227927.174935:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908
00000100:00100000:1.0:1761227927.174976:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737809088:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227927.621188:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227928.195516:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901646e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737809152:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761227928.195616:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227928.195731:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809152
00000100:00100000:0.0:1761227928.195831:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866
00000100:00100000:0.0:1761227928.195838:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737809152:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227928.195887:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227928.195949:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737809152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227928.195957:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866
00000100:00100000:3.0:1761227928.196069:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901646e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737809152:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227928.643858:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227929.667107:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227930.589060:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227930.589106:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227930.589135:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227930.589166:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227930.589219:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721984
00000100:00100000:0.0:1761227930.589267:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722048
00000100:00100000:1.0:1761227930.589289:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721920
00000100:00100000:0.0:1761227930.589341:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2078
00000100:00100000:1.0:1761227930.589342:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4163
00000100:00100000:0.0:1761227930.589359:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720722048:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1761227930.589360:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d164be8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720721984:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227930.589443:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d164be8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720721984:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 92us (307us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227930.589451:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4163
00000100:00100000:1.0:1761227930.589467:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4164
00000100:00100000:1.0:1761227930.589471:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007eacabc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720721920:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00010000:02020000:0.0:1761227930.589479:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227930.589560:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720721856
00000100:00100000:2.0:1761227930.589586:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1564
00000100:00100000:2.0:1761227930.589589:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720721856:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227930.590143:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007eacabc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720721920:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 670us (976us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227930.590152:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4164
00000100:00100000:0.0:1761227930.590719:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720722048:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 1365us (1665us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227930.590731:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2078
00000100:00100000:2.0:1761227930.596100:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720721856:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 6501us (6986us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227930.596118:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1564
00010000:00010000:0.0:1761227930.691044:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227930.755066:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227930.755091:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000609246c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737809216:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227930.755162:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227930.757845:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809216
00000100:00100000:0.0:1761227930.757905:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867
00000100:00100000:0.0:1761227930.757911:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e787092c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737809216:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761227930.757952:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227930.758027:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e787092c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737809216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (2865us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227930.758034:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867
00000100:00100000:0.0:1761227930.758095:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000609246c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737809216:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227931.715355:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761227931.779147:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227931.779158:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227931.779164:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227931.779180:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3522
00000100:00080000:3.0:1761227931.779185:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227931.779194:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227931.779224:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ef1063d x1846777737809600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227931.779242:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227931.779246:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227931.779247:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227931.779250:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3522
00000100:00080000:3.0:1761227931.779254:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227931.779257:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227931.779266:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007833900c x1846777737809664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761227931.779324:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737809600:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227931.779422:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227931.779459:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737809664:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227931.779482:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227931.779530:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737809408:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227931.779562:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227931.779574:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737809792:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227931.779602:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227931.779625:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761227931.779630:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737809344:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227931.779653:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227931.779667:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737809728:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227931.779727:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227931.779847:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737809472:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.779888:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227931.779917:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737809856:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.779940:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227931.779957:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761227931.779963:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737809280:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.780001:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227931.780020:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737809536:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.780044:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227931.780060:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737809920:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.780084:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227931.780129:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809600
00000100:00100000:2.0:1761227931.780176:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809664
00000100:00100000:2.0:1761227931.780191:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809856
00000100:00100000:2.0:1761227931.780224:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809920
00000100:00100000:2.0:1761227931.780243:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751
00000100:00100000:2.0:1761227931.780252:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737809856:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.780323:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737809856:12345-0@lo:400:kworker/u8:0.0 Request processed in 71us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227931.780332:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751
00000100:00100000:2.0:1761227931.780358:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752
00000100:00100000:2.0:1761227931.780362:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737809920:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.780391:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737809920:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227931.780397:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752
00000100:00100000:2.0:1761227931.780409:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079
00000100:00100000:2.0:1761227931.780413:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737809600:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227931.780537:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227931.780582:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737809600:12345-0@lo:8:kworker/u8:0.0 Request processed in 167us (1161us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227931.780590:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079
00000100:00100000:2.0:1761227931.780601:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080
00000100:00100000:2.0:1761227931.780604:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737809664:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227931.780694:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227931.780722:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737809664:12345-0@lo:8:kworker/u8:0.0 Request processed in 116us (1239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227931.780728:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080
00000100:00080000:2.0:1761227931.780837:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227931.780843:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227931.780849:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737809600:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761227931.780862:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227931.780865:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227931.780868:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737809664:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227931.780921:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737809920:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.780936:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737809856:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.780966:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809280
00000100:00100000:2.0:1761227931.780998:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565
00000100:00100000:2.0:1761227931.781003:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737809280:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227931.781046:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737809280:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (1044us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227931.781054:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565
00000100:00100000:2.0:1761227931.781088:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737809280:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227931.781637:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809408
00000100:00100000:0.0:1761227931.781699:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809536
00000100:00100000:0.0:1761227931.781718:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868
00000100:00100000:0.0:1761227931.781722:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737809408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227931.781840:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737809408:12345-0@lo:400:kworker/u8:0.0 Request processed in 116us (2277us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227931.781847:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868
00000100:00100000:0.0:1761227931.781865:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869
00000100:00100000:0.0:1761227931.781869:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5e935c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737809536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227931.781908:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5e935c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737809536:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (1865us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227931.781914:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869
00000100:00100000:0.0:1761227931.781954:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737809536:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227931.781991:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737809408:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227931.782277:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809792
00000100:00100000:1.0:1761227931.782335:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809344
00000100:00100000:1.0:1761227931.782360:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809728
00000100:00100000:1.0:1761227931.782385:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809472
00000100:00100000:1.0:1761227931.782401:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4165
00000100:00100000:1.0:1761227931.782406:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737809792:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227931.782465:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737809792:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (2863us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227931.782471:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4165
00000100:00100000:1.0:1761227931.782485:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4166
00000100:00100000:1.0:1761227931.782489:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000251abae7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737809344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227931.782516:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000251abae7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737809344:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (2863us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227931.782521:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4166
00000100:00100000:1.0:1761227931.782530:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4167
00000100:00100000:1.0:1761227931.782533:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ce6809b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737809728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227931.782559:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ce6809b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737809728:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (2833us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227931.782564:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4167
00000100:00100000:1.0:1761227931.782574:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4168
00000100:00100000:1.0:1761227931.782578:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737809472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227931.782606:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737809472:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (2717us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227931.782611:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4168
00000100:00100000:1.0:1761227931.782708:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737809344:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227931.782725:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737809728:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227931.782737:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737809792:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227931.783560:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737809472:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227932.293559:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b6cc1be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737809984:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227932.293678:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227932.294632:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737809984
00000100:00100000:3.0:1761227932.294725:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909
00000100:00100000:3.0:1761227932.294734:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737809984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227932.294823:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227932.294904:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737809984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 170us (1227us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227932.294913:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909
00000100:00100000:0.0:1761227932.298371:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b6cc1be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737809984:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227932.739346:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227933.328734:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761227933.328754:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a42bd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737810048:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227933.328868:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227933.328933:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810048
00000100:00100000:1.0:1761227933.328986:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870
00000100:00100000:1.0:1761227933.328993:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737810048:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761227933.329042:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761227933.329091:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737810048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227933.329098:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870
00000100:00100000:1.0:1761227933.329155:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a42bd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737810048:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227933.763165:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227934.787195:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227935.710880:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227935.710939:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227935.710994:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227935.711040:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227935.711047:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722176
00000100:00100000:2.0:1761227935.711114:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722112
00000100:00100000:2.0:1761227935.711171:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1566
00000100:00100000:2.0:1761227935.711180:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720722112:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761227935.711280:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720722112:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 100us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227935.711288:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1566
00000100:00100000:0.0:1761227935.711866:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722240
00000100:00100000:0.0:1761227935.711916:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4169
00000100:00100000:0.0:1761227935.711922:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720722176:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227935.711979:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720722176:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 56us (1040us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227935.711985:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4169
00000100:00100000:0.0:1761227935.712002:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4170
00000100:00100000:0.0:1761227935.712006:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a42bd58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720722240:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227935.712032:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a42bd58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720722240:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 25us (992us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227935.712039:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4170
00000100:00100000:3.0:1761227935.713194:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722304
00000100:00100000:3.0:1761227935.713249:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2081
00000100:00100000:3.0:1761227935.713255:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720722304:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761227935.713356:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227935.713407:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720722304:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 152us (2545us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227935.713414:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2081
00010000:00010000:0.0:1761227935.812118:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227935.875212:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014eba6c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737810112:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227935.875334:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227935.875435:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810112
00000100:00100000:2.0:1761227935.875509:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871
00000100:00100000:2.0:1761227935.875517:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737810112:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761227935.875580:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761227935.878895:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737810112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3368us (3553us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227935.878915:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871
00000100:00100000:0.0:1761227935.879061:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014eba6c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737810112:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227936.835284:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761227936.905303:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1761227936.905312:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004de667e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737810368:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761227936.905315:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227936.905320:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227936.905327:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3527
00000100:00080000:0.0:1761227936.905331:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227936.905339:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227936.905369:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bf9b56a7 x1846777737810496/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761227936.905388:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227936.905392:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227936.905393:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227936.905397:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3527
00000100:00080000:0.0:1761227936.905399:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227936.905405:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227936.905417:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227936.905420:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc9b36cf x1846777737810560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761227936.905470:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737810752:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.905490:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987188d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737810304:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227936.905510:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227936.905539:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761227936.905544:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227936.905548:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737810176:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.905568:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065ec11e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737810688:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227936.905588:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227936.905606:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227936.905640:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761227936.905645:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737810240:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.905673:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227936.905685:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737810624:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.905705:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227936.905744:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810368
00000100:00100000:0.0:1761227936.905841:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810688
00000100:00100000:0.0:1761227936.905861:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810240
00000100:00100000:0.0:1761227936.905876:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810624
00000100:00100000:0.0:1761227936.905892:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4171
00000100:00100000:0.0:1761227936.905898:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014eba6c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737810368:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.905956:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014eba6c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737810368:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (541us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227936.905964:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4171
00000100:00100000:0.0:1761227936.905983:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4172
00000100:00100000:0.0:1761227936.905987:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d299e26f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737810688:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906015:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d299e26f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737810688:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227936.906021:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4172
00000100:00100000:0.0:1761227936.906031:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4173
00000100:00100000:0.0:1761227936.906034:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737810240:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906054:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737810240:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227936.906059:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4173
00000100:00100000:0.0:1761227936.906067:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4174
00000100:00100000:0.0:1761227936.906070:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7d0eb7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737810624:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906088:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7d0eb7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737810624:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227936.906093:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4174
00000100:00100000:0.0:1761227936.906150:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737810240:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906163:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f70e01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737810624:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906171:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065ec11e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737810688:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906238:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810752
00000100:00100000:1.0:1761227936.906259:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737810432:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906269:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753
00000100:00100000:0.0:1761227936.906275:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609246c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737810752:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227936.906294:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227936.906313:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737810816:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906319:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609246c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737810752:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (809us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227936.906327:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753
00000100:00100000:1.0:1761227936.906345:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227936.906377:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737810752:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906380:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810816
00000100:00100000:1.0:1761227936.906392:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004de667e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737810368:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906405:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754
00000100:00100000:0.0:1761227936.906410:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737810816:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227936.906445:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737810816:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (101us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227936.906451:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754
00000100:00100000:1.0:1761227936.906458:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737810816:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227936.906568:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810304
00000100:00100000:3.0:1761227936.906610:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810432
00000100:00100000:3.0:1761227936.906633:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872
00000100:00100000:3.0:1761227936.906636:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000784ef878 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737810304:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227936.906688:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000784ef878 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737810304:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (1147us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227936.906694:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872
00000100:00100000:3.0:1761227936.906708:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873
00000100:00100000:3.0:1761227936.906711:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737810432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227936.906740:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737810432:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (448us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227936.906746:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873
00000100:00100000:2.0:1761227936.906858:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf9b56a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737810496:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227936.906896:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227936.906923:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737810560:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227936.906948:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227936.906979:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810496
00000100:00100000:2.0:1761227936.906996:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810560
00000100:00100000:2.0:1761227936.907009:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082
00000100:00100000:2.0:1761227936.907013:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737810496:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227936.907116:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227936.907152:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737810496:12345-0@lo:8:kworker/u8:0.0 Request processed in 138us (256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227936.907159:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082
00000100:00100000:2.0:1761227936.907173:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083
00000100:00100000:2.0:1761227936.907177:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa0a497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737810560:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227936.907256:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227936.907277:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa0a497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737810560:12345-0@lo:8:kworker/u8:0.0 Request processed in 99us (328us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227936.907283:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083
00000100:00080000:2.0:1761227936.907309:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227936.907314:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227936.907318:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf9b56a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737810496:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761227936.907327:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227936.907329:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227936.907331:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737810560:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227936.907361:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810176
00000100:00100000:2.0:1761227936.907388:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567
00000100:00100000:2.0:1761227936.907392:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737810176:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227936.907426:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737810176:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (1839us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227936.907433:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567
00000100:00100000:1.0:1761227936.908894:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737810176:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227936.908924:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737810432:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227936.908997:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987188d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737810304:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227937.412328:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761227937.412357:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737810880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761227937.412469:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227937.413091:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810880
00000100:00100000:0.0:1761227937.413752:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910
00000100:00100000:0.0:1761227937.413763:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737810880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227937.413957:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227937.414962:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737810880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1192us (2487us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227937.414983:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910
00000100:00100000:2.0:1761227937.415496:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737810880:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227937.859096:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227938.437653:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737810944:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227938.437769:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227938.437819:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737810944
00000100:00100000:0.0:1761227938.437880:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874
00000100:00100000:0.0:1761227938.437888:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d7320a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737810944:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227938.437944:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227938.438013:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d7320a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737810944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227938.438021:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874
00000100:00100000:1.0:1761227938.439759:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737810944:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227938.883334:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227939.907567:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227940.830144:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227940.830202:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227940.830238:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227940.830346:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722368
00000100:00100000:2.0:1761227940.830412:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1568
00000100:00100000:2.0:1761227940.830420:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720722368:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761227940.830506:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720722368:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 86us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227940.830515:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1568
00000100:00100000:3.0:1761227940.830762:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722432
00000100:00100000:3.0:1761227940.830847:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722496
00000100:00100000:3.0:1761227940.830875:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4175
00000100:00100000:3.0:1761227940.830879:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557b99fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720722432:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227940.830923:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557b99fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720722432:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 43us (792us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227940.830932:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4175
00000100:00100000:3.0:1761227940.830946:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4176
00000100:00100000:3.0:1761227940.830950:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3ef7539 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720722496:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227940.830971:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3ef7539 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720722496:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (733us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227940.830976:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4176
00000100:00100000:0.0:1761227940.831844:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227940.831930:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722560
00000100:00100000:1.0:1761227940.831981:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2084
00000100:00100000:1.0:1761227940.831987:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720722560:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761227940.832093:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227940.832165:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720722560:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 176us (323us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227940.832172:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2084
00010000:00010000:1.0:1761227940.931048:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227940.997517:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227940.997555:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737811008:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227940.997699:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227940.997843:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811008
00000100:00100000:1.0:1761227940.997923:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875
00000100:00100000:1.0:1761227940.997930:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737811008:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227940.997984:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227940.998210:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737811008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 279us (512us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227940.998326:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737811008:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761227940.998385:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875
00010000:00010000:1.0:1761227941.955224:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761227942.019244:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227942.019255:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227942.019260:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227942.019274:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3532
00000100:00080000:3.0:1761227942.019278:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227942.019286:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227942.019321:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000013226679 x1846777737811392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761227942.019345:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761227942.019349:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761227942.019350:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761227942.019353:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3532
00000100:00080000:3.0:1761227942.019355:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761227942.019359:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761227942.019371:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004c4a0874 x1846777737811456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761227942.019430:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013226679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737811392:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761227942.019523:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227942.019593:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c4a0874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737811456:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761227942.019618:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227942.019668:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811392
00000100:00100000:3.0:1761227942.019708:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811456
00000100:00100000:3.0:1761227942.019725:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085
00000100:00100000:3.0:1761227942.019733:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737811392:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761227942.019896:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227942.019956:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737811392:12345-0@lo:8:kworker/u8:2.0 Request processed in 222us (432us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227942.019965:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085
00000100:00100000:3.0:1761227942.019985:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086
00000100:00100000:3.0:1761227942.019989:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737811456:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761227942.020069:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227942.020094:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737811456:12345-0@lo:8:kworker/u8:2.0 Request processed in 104us (475us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227942.020100:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086
00000100:00080000:3.0:1761227942.020140:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227942.020144:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227942.020147:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013226679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737811392:0@lo:8:kworker/u8:2.0
00000100:00080000:3.0:1761227942.020155:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227942.020157:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227942.020160:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c4a0874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737811456:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020254:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737811072:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020296:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227942.020328:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009086d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737811328:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020355:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227942.020371:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737811712:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020391:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227942.020409:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761227942.020416:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b6cc1be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737811264:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020448:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227942.020463:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038728d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737811648:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020486:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227942.020510:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811712
00000100:00100000:0.0:1761227942.020542:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811648
00000100:00100000:0.0:1761227942.020575:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755
00000100:00100000:0.0:1761227942.020579:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737811712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020627:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737811712:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227942.020634:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755
00000100:00100000:0.0:1761227942.020649:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756
00000100:00100000:0.0:1761227942.020653:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987188d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737811648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020680:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987188d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737811648:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227942.020686:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756
00000100:00100000:0.0:1761227942.020712:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811328
00000100:00100000:0.0:1761227942.020738:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876
00000100:00100000:0.0:1761227942.020741:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b25db98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737811328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020771:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b25db98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737811328:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (416us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227942.020805:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876
00000100:00100000:0.0:1761227942.020836:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038728d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737811648:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020846:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009086d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737811328:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.020856:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737811712:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.020978:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737811136:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021019:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227942.021049:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737811520:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021070:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227942.021092:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761227942.021097:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737811200:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021118:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227942.021131:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737811584:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021151:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227942.021190:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811200
00000100:00100000:1.0:1761227942.021218:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877
00000100:00100000:1.0:1761227942.021222:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5c3a139 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737811200:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021256:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5c3a139 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737811200:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (137us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227942.021263:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877
00000100:00100000:1.0:1761227942.021285:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811264
00000100:00100000:1.0:1761227942.021309:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811136
00000100:00100000:1.0:1761227942.021328:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811520
00000100:00100000:1.0:1761227942.021351:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811584
00000100:00100000:1.0:1761227942.021366:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4177
00000100:00100000:1.0:1761227942.021369:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a60ff7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737811264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021406:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a60ff7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737811264:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (957us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227942.021412:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4177
00000100:00100000:1.0:1761227942.021423:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4178
00000100:00100000:1.0:1761227942.021426:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ea174d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737811136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021450:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ea174d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737811136:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (431us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227942.021455:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4178
00000100:00100000:1.0:1761227942.021465:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4179
00000100:00100000:1.0:1761227942.021468:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afae83d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737811520:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021491:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afae83d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737811520:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (421us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227942.021497:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4179
00000100:00100000:1.0:1761227942.021508:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4180
00000100:00100000:1.0:1761227942.021511:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008006ede4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737811584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021536:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008006ede4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737811584:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (385us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227942.021541:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4180
00000100:00100000:1.0:1761227942.021601:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737811200:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021611:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737811584:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021619:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737811136:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227942.021627:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737811520:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227942.021761:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b6cc1be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737811264:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227942.022354:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811072
00000100:00100000:2.0:1761227942.023104:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569
00000100:00100000:2.0:1761227942.023115:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737811072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227942.023360:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737811072:12345-0@lo:400:kworker/u8:2.0 Request processed in 245us (3063us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227942.023364:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737811072:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227942.023369:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569
00000100:00100000:3.0:1761227942.531289:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227942.531319:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c4a0874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737811776:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227942.531414:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227942.531629:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811776
00000100:00100000:0.0:1761227942.531693:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911
00000100:00100000:0.0:1761227942.531700:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737811776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227942.531745:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227942.531834:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737811776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (421us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227942.531842:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911
00000100:00100000:2.0:1761227942.531940:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c4a0874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737811776:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227942.982876:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227943.558446:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737811840:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227943.558570:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227943.558692:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811840
00000100:00100000:0.0:1761227943.558755:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878
00000100:00100000:0.0:1761227943.558763:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737811840:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227943.558847:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227943.558908:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737811840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 145us (341us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227943.558916:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878
00000100:00100000:2.0:1761227943.559065:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737811840:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227944.003122:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227945.027161:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227945.954894:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227945.954951:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227945.954995:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227945.955029:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227945.955069:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722752
00000100:00100000:3.0:1761227945.955113:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722688
00000100:00100000:3.0:1761227945.955132:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4181
00000100:00100000:3.0:1761227945.955138:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e7d960b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720722752:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227945.955207:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e7d960b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720722752:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 69us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227945.955215:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4181
00000100:00100000:3.0:1761227945.955230:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4182
00000100:00100000:3.0:1761227945.955234:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5cfcbe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720722688:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761227945.955254:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5cfcbe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720722688:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 19us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227945.955259:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4182
00000100:00100000:0.0:1761227945.955534:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722624
00000100:00100000:0.0:1761227945.955573:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1570
00000100:00100000:0.0:1761227945.955576:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720722624:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227945.955603:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720722624:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 26us (653us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227945.955609:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1570
00000100:00100000:2.0:1761227945.956642:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722816
00000100:00100000:2.0:1761227945.956928:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2087
00000100:00100000:2.0:1761227945.956936:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720722816:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761227945.957041:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227945.958418:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720722816:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 1475us (3526us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227945.958432:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2087
00010000:00010000:1.0:1761227946.052707:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227946.115250:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227946.115355:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737811904:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227946.115430:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227946.115546:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811904
00000100:00100000:3.0:1761227946.115595:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879
00000100:00100000:3.0:1761227946.115601:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e40b83f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737811904:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761227946.115647:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761227946.115705:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e40b83f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737811904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227946.115712:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879
00000100:00100000:1.0:1761227946.115939:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737811904:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227947.075021:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761227947.142341:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227947.142348:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227947.142352:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227947.142360:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3537
00000100:00080000:1.0:1761227947.142364:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227947.142371:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227947.142388:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000be382d4e x1846777737812288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761227947.142400:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227947.142403:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227947.142404:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227947.142407:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3537
00000100:00080000:1.0:1761227947.142408:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227947.142411:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227947.142417:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001d04ec4c x1846777737812352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761227947.142465:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737812096:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227947.142533:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227947.142555:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a159ce17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737812480:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227947.142575:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227947.142591:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1761227947.142595:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737812032:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227947.142611:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227947.142621:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1846fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737812416:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227947.142637:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227947.142663:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812480
00000100:00100000:1.0:1761227947.142698:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812032
00000100:00100000:1.0:1761227947.142711:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812416
00000100:00100000:1.0:1761227947.142726:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4183
00000100:00100000:1.0:1761227947.142731:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f912ac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737812480:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227947.142800:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f912ac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737812480:12345-0@lo:400:kworker/u8:0.0 Request processed in 68us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227947.142807:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4183
00000100:00100000:1.0:1761227947.142824:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4184
00000100:00100000:1.0:1761227947.142827:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d996a5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737812032:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227947.142847:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d996a5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737812032:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227947.142852:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4184
00000100:00100000:1.0:1761227947.142866:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4185
00000100:00100000:1.0:1761227947.142868:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737812416:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227947.142885:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737812416:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227947.142890:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4185
00000100:00100000:1.0:1761227947.142938:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737812032:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227947.142946:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1846fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737812416:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227947.142952:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a159ce17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737812480:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143028:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737812160:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143055:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227947.143075:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c5599a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737812544:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143100:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227947.143116:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1761227947.143120:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737811968:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143141:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227947.143151:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b6cc1be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737812224:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143167:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227947.143176:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475047be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737812608:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143190:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227947.143206:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737812288:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143223:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227947.143234:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737812352:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143248:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227947.143269:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812096
00000100:00100000:3.0:1761227947.143284:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812224
00000100:00100000:3.0:1761227947.143294:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880
00000100:00100000:3.0:1761227947.143297:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737812096:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143325:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737812096:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (793us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227947.143330:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880
00000100:00100000:3.0:1761227947.143340:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881
00000100:00100000:3.0:1761227947.143343:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737812224:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143363:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737812224:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227947.143367:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881
00000100:00100000:3.0:1761227947.143380:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812160
00000100:00100000:3.0:1761227947.143395:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4186
00000100:00100000:3.0:1761227947.143398:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c4a0874 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737812160:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143420:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c4a0874 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737812160:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227947.143424:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4186
00000100:00100000:3.0:1761227947.143443:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812544
00000100:00100000:3.0:1761227947.143460:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812608
00000100:00100000:3.0:1761227947.143469:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812288
00000100:00100000:3.0:1761227947.143477:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812352
00000100:00100000:3.0:1761227947.143484:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757
00000100:00100000:3.0:1761227947.143487:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737812544:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143523:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737812544:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (423us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227947.143529:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757
00000100:00100000:3.0:1761227947.143538:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758
00000100:00100000:3.0:1761227947.143541:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737812608:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143565:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737812608:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (374us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227947.143570:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758
00000100:00100000:3.0:1761227947.143578:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088
00000100:00100000:3.0:1761227947.143581:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737812288:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227947.143672:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227947.143703:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737812288:12345-0@lo:8:kworker/u8:0.0 Request processed in 121us (479us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227947.143709:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088
00000100:00100000:3.0:1761227947.143718:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089
00000100:00100000:3.0:1761227947.143721:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737812352:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227947.143825:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227947.143848:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737812352:12345-0@lo:8:kworker/u8:0.0 Request processed in 125us (598us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227947.143854:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089
00000100:00100000:3.0:1761227947.143885:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b6cc1be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737812224:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143894:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475047be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737812608:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143902:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7bb1edb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737812160:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143909:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c5599a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737812544:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761227947.143949:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227947.143953:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227947.143956:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be382d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737812288:0@lo:8:kworker/u8:0.0
00000100:00080000:3.0:1761227947.143963:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227947.143966:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227947.143968:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737812352:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227947.143993:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737811968
00000100:00100000:3.0:1761227947.144014:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571
00000100:00100000:3.0:1761227947.144017:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737811968:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.144048:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737811968:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (906us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227947.144052:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571
00000100:00100000:3.0:1761227947.144079:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737811968:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.144098:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737812096:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227947.651012:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227947.651032:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737812672:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227947.651097:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227947.651140:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812672
00000100:00100000:3.0:1761227947.651179:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912
00000100:00100000:3.0:1761227947.651184:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be382d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737812672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227947.651217:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227947.651255:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be382d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737812672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227947.651263:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912
00000100:00100000:3.0:1761227947.651314:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d04ec4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737812672:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227948.099049:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227948.677035:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737812736:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227948.677108:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227948.677354:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812736
00000100:00100000:0.0:1761227948.677427:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882
00000100:00100000:0.0:1761227948.677433:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d04ec4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737812736:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227948.677471:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761227948.679082:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737812736:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761227948.679168:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d04ec4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737812736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1733us (2060us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227948.679177:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882
00010000:00010000:1.0:1761227949.123039:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227950.147052:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227951.073381:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227951.073455:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227951.073484:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722944
00000100:00100000:3.0:1761227951.073500:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227951.073546:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723008
00000100:00100000:1.0:1761227951.073580:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4187
00000100:00100000:1.0:1761227951.073587:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7bb1edb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720722944:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227951.073668:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7bb1edb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720722944:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 80us (296us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227951.073676:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4187
00000100:00100000:1.0:1761227951.073706:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4188
00000100:00100000:1.0:1761227951.073711:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b6cc1be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720723008:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227951.073736:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b6cc1be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720723008:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 24us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227951.073742:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4188
00000100:00100000:0.0:1761227951.074103:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720722880
00000100:00100000:0.0:1761227951.074142:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1572
00000100:00100000:0.0:1761227951.074147:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720722880:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227951.074181:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720722880:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 33us (738us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227951.074187:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1572
00000100:00100000:3.0:1761227951.077023:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227951.077150:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723072
00000100:00100000:0.0:1761227951.077206:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2090
00000100:00100000:0.0:1761227951.077213:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720723072:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1761227951.077314:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227951.077392:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720723072:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 178us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227951.077400:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2090
00010000:00010000:0.0:1761227951.172440:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227951.238480:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227951.238505:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737812800:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227951.238576:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227951.238888:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812800
00000100:00100000:1.0:1761227951.238950:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883
00000100:00100000:1.0:1761227951.238956:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc9b36cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737812800:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227951.238999:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227951.239059:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc9b36cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737812800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (482us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227951.239068:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883
00000100:00100000:0.0:1761227951.239157:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737812800:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227952.195032:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761227952.259198:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227952.259206:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227952.259210:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227952.259218:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3543
00000100:00080000:1.0:1761227952.259222:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227952.259274:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227952.259297:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a9301be1 x1846777737813184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761227952.259314:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227952.259318:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227952.259320:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227952.259323:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3543
00000100:00080000:1.0:1761227952.259325:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227952.259329:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227952.259339:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000354d013d x1846777737813248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761227952.259387:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737812992:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259465:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227952.259504:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737813376:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259530:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227952.259549:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1761227952.259554:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737812928:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259575:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227952.259586:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000322ab9e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737813312:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259601:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227952.259628:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813376
00000100:00100000:1.0:1761227952.259662:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812928
00000100:00100000:1.0:1761227952.259680:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813312
00000100:00100000:1.0:1761227952.259697:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4189
00000100:00100000:1.0:1761227952.259703:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1846fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737813376:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259751:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1846fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737813376:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227952.259757:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4189
00000100:00100000:1.0:1761227952.259802:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4190
00000100:00100000:1.0:1761227952.259806:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737812928:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259834:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737812928:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227952.259840:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4190
00000100:00100000:1.0:1761227952.259851:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4191
00000100:00100000:1.0:1761227952.259854:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d675572 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737813312:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259879:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d675572 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737813312:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227952.259885:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4191
00000100:00100000:1.0:1761227952.259925:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737812928:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259936:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000322ab9e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737813312:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259946:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737813376:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.259998:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9301be1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737813184:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227952.260025:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227952.260037:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737813248:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227952.260057:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227952.260291:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e04e4851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737812864:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227952.260325:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227952.260352:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003514c9c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737813120:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227952.260373:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227952.260389:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475047be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737813504:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227952.260409:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227952.260426:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761227952.260442:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ebdaaa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737813056:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227952.260462:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227952.260476:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c5599a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737813440:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227952.260494:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227952.260519:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813056
00000100:00100000:0.0:1761227952.260546:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4192
00000100:00100000:0.0:1761227952.260550:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004de667e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737813056:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227952.260585:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004de667e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737813056:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (123us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227952.260591:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4192
00000100:00100000:0.0:1761227952.260612:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813184
00000100:00100000:3.0:1761227952.260638:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812992
00000100:00100000:0.0:1761227952.260907:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813248
00000100:00100000:2.0:1761227952.260953:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813504
00000100:00100000:2.0:1761227952.260979:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813440
00000100:00100000:2.0:1761227952.260992:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759
00000100:00100000:2.0:1761227952.260996:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a74695 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737813504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227952.261030:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a74695 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737813504:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (621us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227952.261035:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759
00000100:00100000:2.0:1761227952.261048:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760
00000100:00100000:2.0:1761227952.261051:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001351c33b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737813440:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227952.261074:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001351c33b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737813440:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (580us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227952.261080:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760
00000100:00100000:2.0:1761227952.261089:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091
00000100:00100000:2.0:1761227952.261092:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737813184:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227952.261186:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227952.261218:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737813184:12345-0@lo:8:kworker/u8:0.0 Request processed in 125us (1194us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227952.261225:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091
00000100:00100000:2.0:1761227952.261235:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092
00000100:00100000:2.0:1761227952.261237:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737813248:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227952.261312:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227952.261336:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737813248:12345-0@lo:8:kworker/u8:0.0 Request processed in 97us (1279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227952.261342:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092
00000100:00080000:2.0:1761227952.261378:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227952.261382:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227952.261386:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9301be1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737813184:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761227952.261426:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227952.261429:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227952.261441:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737813248:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227952.261610:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ebdaaa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737813056:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227952.261621:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c5599a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737813440:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227952.261631:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475047be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737813504:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.264292:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737812864
00000100:00100000:1.0:1761227952.264853:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573
00000100:00100000:1.0:1761227952.264862:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737812864:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.264965:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737812864:12345-0@lo:400:kworker/u8:0.0 Request processed in 103us (4640us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227952.265026:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e04e4851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737812864:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.265142:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573
00000100:00100000:3.0:1761227952.266461:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813120
00000100:00100000:0.0:1761227952.266493:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884
00000100:00100000:3.0:1761227952.266505:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885
00000100:00100000:0.0:1761227952.266509:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737812992:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227952.266515:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf9b56a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737813120:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227952.266603:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737812992:12345-0@lo:400:kworker/u8:0.0 Request processed in 101us (7139us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227952.266605:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf9b56a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737813120:12345-0@lo:400:kworker/u8:0.0 Request processed in 91us (6230us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227952.266616:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884
00000100:00100000:0.0:1761227952.266673:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003514c9c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737813120:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227952.266689:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885
00000100:00100000:1.0:1761227952.266766:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737812992:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227952.771266:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737813568:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761227952.771387:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227952.775843:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813568
00000100:00100000:3.0:1761227952.775930:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913
00000100:00100000:3.0:1761227952.775936:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050f2db84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737813568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227952.775975:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227952.776200:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050f2db84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737813568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 263us (4813us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227952.776208:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913
00000100:00100000:3.0:1761227952.776264:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737813568:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227953.219025:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227953.796030:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737813632:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227953.796101:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227953.796212:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813632
00000100:00100000:0.0:1761227953.796261:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886
00000100:00100000:0.0:1761227953.796266:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000322ab9e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737813632:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227953.796307:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227953.796368:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000322ab9e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737813632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227953.796376:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886
00000100:00100000:2.0:1761227953.796519:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737813632:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227954.243092:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227955.267001:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227956.188614:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227956.188663:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227956.188698:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227956.188807:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723264
00000100:00100000:0.0:1761227956.188864:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723200
00000100:00100000:0.0:1761227956.188887:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4193
00000100:00100000:0.0:1761227956.188893:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026728c32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720723264:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227956.188965:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026728c32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720723264:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 72us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227956.188976:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4193
00000100:00100000:0.0:1761227956.188992:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4194
00000100:00100000:0.0:1761227956.188996:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e58d835d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720723200:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227956.189018:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e58d835d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720723200:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 21us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227956.189025:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4194
00000100:00100000:1.0:1761227956.189602:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723136
00000100:00100000:1.0:1761227956.189640:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1574
00000100:00100000:1.0:1761227956.189644:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720723136:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227956.189688:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720723136:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 42us (1084us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227956.189693:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1574
00000100:00100000:3.0:1761227956.190115:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227956.190185:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723328
00000100:00100000:0.0:1761227956.190217:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2093
00000100:00100000:0.0:1761227956.190222:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720723328:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1761227956.190313:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227956.190356:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720723328:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 133us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227956.190362:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2093
00010000:00010000:0.0:1761227956.291179:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227956.355445:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737813696:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761227956.355518:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227956.355601:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813696
00000100:00100000:0.0:1761227956.355653:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887
00000100:00100000:0.0:1761227956.355659:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737813696:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761227956.355697:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227956.359617:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737813696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3947us (4090us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227956.359633:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887
00000100:00100000:2.0:1761227956.359931:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737813696:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227957.315057:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761227957.379343:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227957.379353:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227957.379357:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227957.379367:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3548
00000100:00080000:2.0:1761227957.379381:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227957.379387:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227957.379412:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ef1063d x1846777737814080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227957.379441:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227957.379445:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227957.379446:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227957.379449:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3548
00000100:00080000:2.0:1761227957.379451:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227957.379454:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227957.379466:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a1f6773c x1846777737814144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227957.379511:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737814080:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761227957.379597:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227957.379628:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737814144:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761227957.379650:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227957.379692:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814080
00000100:00100000:2.0:1761227957.379724:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814144
00000100:00100000:2.0:1761227957.379744:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094
00000100:00100000:2.0:1761227957.379757:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737814080:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761227957.379885:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227957.379925:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737814080:12345-0@lo:8:kworker/u8:2.0 Request processed in 172us (328us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227957.379932:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094
00000100:00100000:2.0:1761227957.379948:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095
00000100:00100000:2.0:1761227957.379951:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737814144:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761227957.380022:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227957.380043:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737814144:12345-0@lo:8:kworker/u8:2.0 Request processed in 90us (393us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227957.380048:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095
00000100:00100000:2.0:1761227957.380075:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737813888:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380105:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227957.380119:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000112ca7ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737814272:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380144:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227957.380163:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761227957.380168:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737813824:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380195:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227957.380208:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737814208:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380227:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227957.380250:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814272
00000100:00100000:2.0:1761227957.380277:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813824
00000100:00100000:2.0:1761227957.380293:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814208
00000100:00100000:2.0:1761227957.380307:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4195
00000100:00100000:2.0:1761227957.380311:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4c9bc32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737814272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380356:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4c9bc32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737814272:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227957.380361:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4195
00000100:00100000:2.0:1761227957.380387:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4196
00000100:00100000:2.0:1761227957.380390:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba2810c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737813824:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380414:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba2810c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737813824:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227957.380419:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4196
00000100:00100000:2.0:1761227957.380429:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4197
00000100:00100000:2.0:1761227957.380433:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000655173ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737814208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380458:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000655173ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737814208:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227957.380463:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4197
00000100:00080000:2.0:1761227957.380505:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227957.380510:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227957.380514:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737814080:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761227957.380523:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227957.380525:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227957.380528:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737814144:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380561:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737813824:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380569:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737814208:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.380577:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000112ca7ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737814272:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.380675:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737813760:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.380712:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227957.380742:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737814016:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.380765:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227957.380800:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737814400:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.380824:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227957.380843:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761227957.380848:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737813952:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.380868:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227957.380882:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737814336:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.380900:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227957.380923:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814400
00000100:00100000:0.0:1761227957.380948:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761
00000100:00100000:0.0:1761227957.380951:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f70e01bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737814400:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.380982:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f70e01bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737814400:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227957.380989:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761
00000100:00100000:0.0:1761227957.381001:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814336
00000100:00100000:0.0:1761227957.381018:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762
00000100:00100000:0.0:1761227957.381021:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737814336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.381044:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737814336:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227957.381050:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762
00000100:00100000:0.0:1761227957.381073:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813952
00000100:00100000:0.0:1761227957.381091:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4198
00000100:00100000:0.0:1761227957.381094:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737813952:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.381117:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737813952:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227957.381122:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4198
00000100:00100000:0.0:1761227957.381157:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813888
00000100:00100000:0.0:1761227957.381174:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814016
00000100:00100000:0.0:1761227957.381185:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888
00000100:00100000:0.0:1761227957.381189:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737813888:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.381215:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737813888:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (1111us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227957.381226:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888
00000100:00100000:0.0:1761227957.381237:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889
00000100:00100000:0.0:1761227957.381240:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065ec11e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737814016:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.381264:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065ec11e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737814016:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (498us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227957.381269:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889
00000100:00100000:0.0:1761227957.381295:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737813952:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.381304:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737814336:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.381310:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737814016:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227957.381317:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737814400:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.382856:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737813760
00000100:00100000:1.0:1761227957.384081:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575
00000100:00100000:1.0:1761227957.384096:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737813760:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227957.385080:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737813888:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227957.385253:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737813760:12345-0@lo:400:kworker/u8:2.0 Request processed in 1158us (4539us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227957.385266:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575
00000100:00100000:0.0:1761227957.385361:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737813760:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227957.894595:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227957.894618:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737814464:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227957.894683:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227957.895028:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814464
00000100:00100000:0.0:1761227957.895105:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914
00000100:00100000:0.0:1761227957.895111:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042047923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737814464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227957.895146:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227957.895189:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042047923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737814464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (507us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227957.895197:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914
00000100:00100000:3.0:1761227957.895309:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737814464:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227958.339009:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227958.915239:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737814528:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761227958.915317:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227958.915661:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814528
00000100:00100000:2.0:1761227958.915715:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890
00000100:00100000:2.0:1761227958.915720:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737814528:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227958.915758:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227958.915829:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737814528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (512us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227958.915836:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890
00000100:00100000:0.0:1761227958.915970:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737814528:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227959.363028:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227960.391807:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227961.309253:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227961.309293:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227961.309317:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227961.309359:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723392
00000100:00100000:2.0:1761227961.309361:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227961.309390:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723584
00000100:00100000:2.0:1761227961.309421:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2096
00000100:00100000:1.0:1761227961.309426:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1576
00000100:00100000:2.0:1761227961.309430:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b13b14f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720723584:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1761227961.309435:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720723392:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227961.309502:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720723392:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 69us (259us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227961.309509:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1576
00000100:00100000:1.0:1761227961.309542:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723520
00010000:02020000:2.0:1761227961.309565:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227961.309567:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723456
00000100:00100000:1.0:1761227961.309588:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4199
00000100:00100000:1.0:1761227961.309592:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afd7c4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720723520:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761227961.309601:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b13b14f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720723584:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 172us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227961.309609:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2096
00000100:00100000:1.0:1761227961.309698:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afd7c4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720723520:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 103us (403us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227961.309706:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4199
00000100:00100000:1.0:1761227961.309727:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4200
00000100:00100000:1.0:1761227961.309733:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac471ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720723456:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227961.309765:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac471ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720723456:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 32us (447us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227961.309772:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4200
00010000:00010000:1.0:1761227961.414097:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227961.475085:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737814592:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227961.475157:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227961.475265:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814592
00000100:00100000:1.0:1761227961.475333:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891
00000100:00100000:1.0:1761227961.475339:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737814592:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227961.475381:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227961.475442:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737814592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (286us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227961.475450:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891
00000100:00100000:3.0:1761227961.475579:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737814592:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227962.437760:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227962.499168:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737814656:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227962.499249:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227962.500065:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814656
00000100:00100000:3.0:1761227962.500123:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577
00000100:00100000:3.0:1761227962.500129:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737814656:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761227962.501888:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227962.501894:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227962.501897:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227962.501903:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3553
00000100:00080000:0.0:1761227962.501907:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227962.501912:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227962.501933:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d5ed1e2d x1846777737814976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761227962.501945:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227962.501948:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227962.501949:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227962.501952:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3553
00000100:00080000:0.0:1761227962.501954:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227962.501957:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227962.501969:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007cb124ec x1846777737815040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761227962.502065:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737814784:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227962.502116:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227962.502215:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737814656:12345-0@lo:400:kworker/u8:0.0 Request processed in 2083us (2965us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227962.502226:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577
00000100:00100000:3.0:1761227962.502280:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737814656:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.502306:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737814912:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.502359:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737814720:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227962.502601:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000612ad24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737815168:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227962.502630:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227962.502676:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737814848:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227962.502710:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737814976:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227962.502736:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227962.502753:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737815040:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227962.502774:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227962.502828:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814976
00000100:00100000:2.0:1761227962.502853:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815040
00000100:00100000:2.0:1761227962.502869:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097
00000100:00100000:2.0:1761227962.502874:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0c08f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737814976:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227962.502964:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227962.502999:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0c08f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737814976:12345-0@lo:8:kworker/u8:0.0 Request processed in 124us (262us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227962.503005:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097
00000100:00100000:2.0:1761227962.503018:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098
00000100:00100000:2.0:1761227962.503021:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737815040:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227962.503105:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227962.503125:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737815040:12345-0@lo:8:kworker/u8:0.0 Request processed in 103us (351us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227962.503131:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098
00000100:00080000:2.0:1761227962.503161:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227962.503165:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227962.503168:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737814976:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761227962.503176:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227962.503178:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227962.503180:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737815040:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503257:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227962.503294:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737815104:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503327:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227962.503358:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227962.503384:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814720
00000100:00100000:3.0:1761227962.503427:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815104
00000100:00100000:3.0:1761227962.503445:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815168
00000100:00100000:3.0:1761227962.503462:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4201
00000100:00100000:3.0:1761227962.503465:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737814720:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503502:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737814720:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227962.503507:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4201
00000100:00100000:3.0:1761227962.503518:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4202
00000100:00100000:3.0:1761227962.503521:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737815104:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503542:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737815104:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227962.503548:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4202
00000100:00100000:3.0:1761227962.503558:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4203
00000100:00100000:3.0:1761227962.503561:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad0b6ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737815168:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503588:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad0b6ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737815168:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227962.503593:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4203
00000100:00100000:3.0:1761227962.503630:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000612ad24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737815168:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503648:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227962.503662:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aef0201 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737815232:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503682:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227962.503703:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814848
00000100:00100000:3.0:1761227962.503722:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4204
00000100:00100000:3.0:1761227962.503725:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f69caa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737814848:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503754:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f69caa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737814848:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (106us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227962.503760:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4204
00000100:00100000:3.0:1761227962.503800:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737814848:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503821:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737814720:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.503829:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737815104:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227962.505797:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815232
00000100:00100000:2.0:1761227962.505849:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763
00000100:00100000:2.0:1761227962.505854:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737815232:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227962.505927:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737815232:12345-0@lo:400:kworker/u8:0.0 Request processed in 72us (2245us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227962.505933:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763
00000100:00100000:0.0:1761227962.506061:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814784
00000100:00100000:0.0:1761227962.506096:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737814912
00000100:00100000:0.0:1761227962.506107:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892
00000100:00100000:0.0:1761227962.506111:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737814784:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227962.506147:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737814784:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (4032us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227962.506152:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892
00000100:00100000:0.0:1761227962.506162:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893
00000100:00100000:0.0:1761227962.506165:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737814912:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227962.506187:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737814912:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (3558us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227962.506192:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893
00000100:00100000:1.0:1761227962.506360:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a822d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737814912:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227962.506371:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ac11804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737815296:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227962.506415:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227962.507524:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815296
00000100:00100000:0.0:1761227962.507576:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764
00000100:00100000:0.0:1761227962.507580:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ebdaaa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737815296:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227962.508195:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ebdaaa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737815296:12345-0@lo:400:kworker/u8:0.0 Request processed in 611us (1778us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227962.508204:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764
00000100:00100000:3.0:1761227962.508324:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737814784:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227962.508370:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aef0201 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737815232:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227962.508552:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ac11804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737815296:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227963.011770:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737815360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761227963.011863:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227963.011926:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815360
00000100:00100000:2.0:1761227963.011986:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915
00000100:00100000:2.0:1761227963.011993:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a822d497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737815360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761227963.012030:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761227963.012077:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a822d497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737815360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227963.012084:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915
00000100:00100000:2.0:1761227963.012138:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737815360:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227963.459007:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227964.035192:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737815424:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227964.035281:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227964.035555:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815424
00000100:00100000:2.0:1761227964.035608:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894
00000100:00100000:2.0:1761227964.035614:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efb81ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737815424:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227964.035656:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227964.035717:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efb81ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737815424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (437us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227964.035726:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894
00000100:00100000:3.0:1761227964.035856:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737815424:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227964.482993:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227965.507374:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227966.428876:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227966.430274:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723648
00000100:00100000:1.0:1761227966.431055:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1578
00000100:00100000:1.0:1761227966.431067:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720723648:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227966.431162:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720723648:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 96us (2296us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227966.431170:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1578
00000100:00100000:3.0:1761227966.434438:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227966.436398:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227966.436839:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227966.436926:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723840
00000100:00100000:1.0:1761227966.437145:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723712
00000100:00100000:1.0:1761227966.437190:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723776
00000100:00100000:1.0:1761227966.437213:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4205
00000100:00100000:1.0:1761227966.437222:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae72820e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720723712:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227966.437322:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae72820e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720723712:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 99us (2893us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227966.437331:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4205
00000100:00100000:1.0:1761227966.437351:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4206
00000100:00100000:1.0:1761227966.437354:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7b724d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720723776:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227966.437375:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7b724d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720723776:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 20us (986us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227966.437381:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4206
00000100:00100000:0.0:1761227966.437657:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2099
00000100:00100000:0.0:1761227966.437662:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720723840:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761227966.437755:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227966.437819:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720723840:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 156us (981us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227966.437826:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2099
00010000:00010000:1.0:1761227966.534102:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227966.595398:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737815488:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227966.595497:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227966.595832:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815488
00000100:00100000:0.0:1761227966.595902:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895
00000100:00100000:0.0:1761227966.595908:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737815488:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761227966.595959:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227966.596021:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737815488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (534us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227966.596028:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895
00000100:00100000:3.0:1761227966.599947:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737815488:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227967.556216:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761227967.619198:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227967.619207:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227967.619212:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227967.619223:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3558
00000100:00080000:2.0:1761227967.619228:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227967.619234:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227967.619296:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000f471490 x1846777737815872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227967.619314:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227967.619317:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227967.619318:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227967.619322:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3558
00000100:00080000:2.0:1761227967.619323:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227967.619327:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227967.619338:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003bc08a6b x1846777737815936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227967.619390:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f471490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737815872:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761227967.619463:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227967.619492:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bc08a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737815936:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761227967.619519:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227967.619569:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815872
00000100:00100000:2.0:1761227967.619603:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815936
00000100:00100000:2.0:1761227967.619621:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100
00000100:00100000:2.0:1761227967.619628:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737815872:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761227967.619734:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227967.619803:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737815872:12345-0@lo:8:kworker/u8:2.0 Request processed in 148us (315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227967.619810:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100
00000100:00100000:2.0:1761227967.619832:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101
00000100:00100000:2.0:1761227967.619835:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737815936:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761227967.619910:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227967.619932:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737815936:12345-0@lo:8:kworker/u8:2.0 Request processed in 95us (413us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227967.619937:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101
00000100:00100000:2.0:1761227967.619967:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737815680:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.619993:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227967.620008:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bafba23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737816064:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620031:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227967.620051:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761227967.620056:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737815616:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620077:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227967.620090:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004898c382 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737816000:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620110:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227967.620141:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816064
00000100:00100000:2.0:1761227967.620172:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815616
00000100:00100000:2.0:1761227967.620192:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816000
00000100:00100000:2.0:1761227967.620212:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4207
00000100:00100000:2.0:1761227967.620216:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737816064:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620278:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737816064:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227967.620281:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5f3450d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737815744:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620288:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4207
00000100:00100000:2.0:1761227967.620303:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4208
00000100:00100000:2.0:1761227967.620307:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000487d6ce7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737815616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227967.620319:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227967.620342:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004bd76cc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737816128:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620347:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000487d6ce7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737815616:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227967.620354:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4208
00000100:00100000:2.0:1761227967.620368:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815744
00000100:00100000:3.0:1761227967.620371:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227967.620381:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4209
00000100:00100000:2.0:1761227967.620386:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd4453f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737816000:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227967.620392:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1761227967.620400:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737815552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620416:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd4453f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737816000:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227967.620423:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4209
00000100:00100000:2.0:1761227967.620435:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4210
00000100:00100000:2.0:1761227967.620440:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737815744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227967.620462:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227967.620472:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737815744:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (153us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227967.620478:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4210
00000100:00100000:3.0:1761227967.620482:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737815808:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227967.620509:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761227967.620519:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227967.620523:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227967.620526:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efd4df32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737816192:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620530:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f471490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737815872:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761227967.620543:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227967.620546:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227967.620549:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bc08a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737815936:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761227967.620555:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227967.620585:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5f3450d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737815744:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620591:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737815616:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620605:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004898c382 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737816000:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620616:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bafba23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737816064:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227967.620627:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816128
00000100:00100000:3.0:1761227967.620656:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816192
00000100:00100000:3.0:1761227967.620673:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765
00000100:00100000:3.0:1761227967.620678:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066534aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737816128:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227967.620716:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066534aeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737816128:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227967.620723:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765
00000100:00100000:3.0:1761227967.620736:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766
00000100:00100000:3.0:1761227967.620740:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737816192:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.620769:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004bd76cc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737816128:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227967.620773:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737816192:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227967.620797:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766
00000100:00100000:2.0:1761227967.620821:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efd4df32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737816192:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227967.620919:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815552
00000100:00100000:1.0:1761227967.620954:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579
00000100:00100000:1.0:1761227967.620959:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737815552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227967.621008:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737815552:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (546us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227967.621014:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579
00000100:00100000:0.0:1761227967.621132:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815680
00000100:00100000:0.0:1761227967.621170:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737815808
00000100:00100000:0.0:1761227967.621183:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896
00000100:00100000:0.0:1761227967.621187:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737815680:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227967.621235:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737815680:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (1241us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227967.621243:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896
00000100:00100000:0.0:1761227967.621269:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897
00000100:00100000:0.0:1761227967.621273:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737815808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227967.621279:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737815680:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227967.621306:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737815808:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (796us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227967.621313:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897
00000100:00100000:2.0:1761227967.622472:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737815552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227967.622486:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737815808:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227968.131089:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227968.131111:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737816256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761227968.131189:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227968.132944:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816256
00000100:00100000:1.0:1761227968.133017:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916
00000100:00100000:1.0:1761227968.133024:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737816256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761227968.133074:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761227968.133153:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737816256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (1965us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227968.133161:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916
00000100:00100000:1.0:1761227968.134654:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737816256:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227968.580486:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227969.155700:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761227969.155717:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007987295a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737816320:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227969.155811:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227969.155909:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816320
00000100:00100000:0.0:1761227969.155968:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898
00000100:00100000:0.0:1761227969.155975:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9301be1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737816320:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227969.156017:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227969.156079:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9301be1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737816320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227969.156087:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898
00000100:00100000:2.0:1761227969.156184:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007987295a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737816320:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227969.603030:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227970.628497:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227971.549278:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227971.551568:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723904
00000100:00100000:0.0:1761227971.552250:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1580
00000100:00100000:0.0:1761227971.552259:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720723904:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227971.552350:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720723904:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 91us (3082us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227971.552357:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1580
00000100:00100000:3.0:1761227971.553728:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227971.553762:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227971.553846:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724096
00000100:00100000:1.0:1761227971.554658:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2102
00000100:00100000:1.0:1761227971.554664:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720724096:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1761227971.554756:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761227971.558390:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720724096:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 3718us (4659us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761227971.558411:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2102
00000100:00100000:3.0:1761227971.559742:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227971.561317:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724032
00000100:00100000:1.0:1761227971.561373:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720723968
00000100:00100000:1.0:1761227971.561399:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4211
00000100:00100000:1.0:1761227971.561405:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720724032:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227971.561477:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720724032:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 72us (7716us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227971.561484:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4211
00000100:00100000:1.0:1761227971.561500:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4212
00000100:00100000:1.0:1761227971.561503:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720723968:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227971.561521:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720723968:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 17us (1786us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227971.561526:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4212
00010000:00010000:0.0:1761227971.652016:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227971.715154:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737816384:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761227971.715245:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227971.715380:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816384
00000100:00100000:1.0:1761227971.715429:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899
00000100:00100000:1.0:1761227971.715435:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007987295a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737816384:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227971.715477:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227971.715532:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007987295a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737816384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227971.715539:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899
00000100:00100000:2.0:1761227971.715655:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737816384:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227972.678526:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227972.740256:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1761227972.741146:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003afcd442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737816512:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227972.741220:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227972.741295:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057b3a32b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737816448:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.741332:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227972.741386:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816448
00000100:00100000:3.0:1761227972.741699:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816512
00000100:00100000:3.0:1761227972.741734:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4213
00000100:00100000:3.0:1761227972.741740:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000838938c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737816512:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761227972.741889:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227972.741894:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227972.741897:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227972.741901:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3563
00000100:00080000:2.0:1761227972.741903:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227972.741909:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227972.741925:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001350b709 x1846777737816768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227972.741938:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227972.741941:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227972.741942:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227972.741945:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3563
00000100:00080000:2.0:1761227972.741947:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227972.741950:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227972.741960:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ffa2ed62 x1846777737816832/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227972.742008:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001350b709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737816768:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761227972.742202:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000838938c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737816512:12345-0@lo:400:kworker/u8:2.0 Request processed in 460us (982us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227972.742209:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4213
00000100:00100000:3.0:1761227972.742235:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737816576:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227972.742264:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227972.742282:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737816960:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227972.742302:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227972.742317:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761227972.742321:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737816896:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227972.742343:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227972.742367:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816960
00000100:00100000:3.0:1761227972.742393:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816896
00000100:00100000:3.0:1761227972.742407:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4214
00000100:00100000:3.0:1761227972.742411:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f3450d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737816960:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227972.742753:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227972.742804:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737816832:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761227972.742828:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581
00000100:00100000:0.0:1761227972.742837:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737816448:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227972.742838:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227972.742874:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816768
00000100:00100000:0.0:1761227972.742884:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737816448:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (1551us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227972.742893:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581
00000100:00100000:2.0:1761227972.742900:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816832
00000100:00100000:2.0:1761227972.742921:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103
00000100:00100000:2.0:1761227972.742926:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bd76cc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737816768:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761227972.742933:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816576
00000100:00100000:0.0:1761227972.742958:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900
00000100:00100000:0.0:1761227972.742962:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737816576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.742996:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737816576:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (731us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227972.743002:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900
00010000:02020000:2.0:1761227972.743015:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227972.743042:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104
00000100:00100000:0.0:1761227972.743048:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bafba23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737816832:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761227972.743053:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bd76cc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737816768:12345-0@lo:8:kworker/u8:2.0 Request processed in 126us (299us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227972.743061:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103
00000100:00080000:2.0:1761227972.743097:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761227972.743101:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761227972.743105:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001350b709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737816768:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761227972.743131:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c46206b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737816640:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1761227972.743132:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227972.743169:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227972.743173:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bafba23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737816832:12345-0@lo:8:kworker/u8:2.0 Request processed in 124us (338us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227972.743180:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104
00000100:00100000:0.0:1761227972.743217:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816640
00000100:00100000:2.0:1761227972.743221:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737817024:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.743243:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4215
00000100:00100000:2.0:1761227972.743248:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227972.743251:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a52848 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737816896:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227972.743275:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057b3a32b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737816448:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.743291:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a52848 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737816896:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (947us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227972.743295:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:0.0:1761227972.743300:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4215
00000100:00100000:2.0:1761227972.743303:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737816704:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.743316:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4216
00000100:00100000:0.0:1761227972.743321:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737816640:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227972.743332:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227972.743353:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efd4df32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737817088:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.743357:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737816640:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227972.743365:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4216
00000100:00100000:2.0:1761227972.743386:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227972.743390:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737816704
00000100:00100000:2.0:1761227972.743411:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c46206b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737816640:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.743416:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901
00000100:00100000:0.0:1761227972.743615:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f471490 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737816704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.743644:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f471490 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737816704:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227972.743650:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901
00000100:00100000:0.0:1761227972.743699:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817024
00000100:00100000:0.0:1761227972.743720:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817088
00000100:00100000:0.0:1761227972.743737:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767
00000100:00100000:0.0:1761227972.743740:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737817024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.743768:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737817024:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (522us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227972.743803:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767
00000100:00100000:3.0:1761227972.743809:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f3450d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737816960:12345-0@lo:400:kworker/u8:2.0 Request processed in 1396us (1505us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227972.743818:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768
00000100:00100000:3.0:1761227972.743821:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4214
00000100:00100000:0.0:1761227972.743826:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737817088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.743857:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737817088:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (475us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227972.743863:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768
00000100:00080000:0.0:1761227972.743907:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227972.743911:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227972.743914:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ed1e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737816896:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227972.743917:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737816832:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761227972.743931:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737816576:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227972.743943:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737816960:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227972.744038:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003afcd442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737816512:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227972.744248:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737817024:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227972.744268:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737816704:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227972.744276:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efd4df32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737817088:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227973.251090:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737817152:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761227973.251171:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227973.251237:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817152
00000100:00100000:0.0:1761227973.251296:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917
00000100:00100000:0.0:1761227973.251302:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737817152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227973.251350:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227973.253007:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737817152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1696us (1830us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227973.253021:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917
00000100:00100000:1.0:1761227973.253132:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737817152:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227973.699013:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227974.275028:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c46206b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737817216:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761227974.275099:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227974.275225:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817216
00000100:00100000:0.0:1761227974.277442:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902
00000100:00100000:0.0:1761227974.277455:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac11804 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737817216:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227974.277510:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227974.277607:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac11804 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737817216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 153us (2507us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227974.277615:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902
00000100:00100000:3.0:1761227974.277718:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c46206b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737817216:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227974.723023:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227975.747034:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227976.669937:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227976.671525:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724160
00000100:00100000:2.0:1761227976.671574:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227976.671604:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227976.671885:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1582
00000100:00100000:0.0:1761227976.671892:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720724160:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227976.671961:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720724160:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 68us (2031us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227976.671970:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1582
00000100:00100000:2.0:1761227976.671986:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227976.672167:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724224
00000100:00100000:1.0:1761227976.672200:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724288
00000100:00100000:1.0:1761227976.672219:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4217
00000100:00100000:1.0:1761227976.672224:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001350b709 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720724224:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227976.672276:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001350b709 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720724224:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 51us (703us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227976.672278:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4218
00000100:00100000:2.0:1761227976.672288:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c46206b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720724288:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227976.672289:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4217
00000100:00100000:2.0:1761227976.672330:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c46206b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720724288:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 43us (726us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227976.672339:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4218
00000100:00100000:2.0:1761227976.672395:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724352
00000100:00100000:2.0:1761227976.672416:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2105
00000100:00100000:2.0:1761227976.672420:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720724352:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761227976.672529:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227976.672933:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720724352:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 511us (948us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227976.672942:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2105
00010000:00010000:0.0:1761227976.773702:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227976.835641:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227976.835666:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737817280:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227976.835742:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227976.836263:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817280
00000100:00100000:1.0:1761227976.836321:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903
00000100:00100000:1.0:1761227976.836327:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006aef0201 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737817280:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227976.836369:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227976.836428:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006aef0201 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737817280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (685us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227976.836435:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903
00000100:00100000:0.0:1761227976.836675:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737817280:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227977.795166:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227977.859015:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737817344:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761227977.859069:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227977.859073:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227977.859077:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227977.859081:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3568
00000100:00080000:1.0:1761227977.859083:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227977.859100:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227977.859101:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227977.859126:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec0ebc15 x1846777737817664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227977.859144:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dba9692 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737817600:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761227977.859150:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227977.859153:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227977.859154:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227977.859157:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3568
00000100:00080000:1.0:1761227977.859159:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227977.859174:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227977.859189:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227977.859189:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd8aad9 x1846777737817728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227977.859209:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227977.859214:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737817536:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227977.859243:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737817472:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227977.859253:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227977.859269:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227977.859270:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000611ab3ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737817984:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227977.859282:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006116ea85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737817856:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227977.859293:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227977.859308:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227977.859313:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052f7deb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737817920:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227977.859316:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227977.859331:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761227977.859333:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227977.859335:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737817408:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227977.859353:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227977.859355:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737817664:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761227977.859366:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009552616f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737817792:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227977.859374:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227977.859380:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227977.859385:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd8aad9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737817728:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227977.859402:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227977.859409:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817536
00000100:00100000:0.0:1761227977.859426:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817600
00000100:00100000:0.0:1761227977.859455:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817472
00000100:00100000:1.0:1761227977.859456:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817856
00000100:00100000:0.0:1761227977.859471:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904
00000100:00100000:1.0:1761227977.859471:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817408
00000100:00100000:0.0:1761227977.859477:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbf21884 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737817600:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227977.859485:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817792
00000100:00100000:1.0:1761227977.859496:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4219
00000100:00100000:1.0:1761227977.859499:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737817536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227977.859558:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbf21884 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737817600:12345-0@lo:400:kworker/u8:0.0 Request processed in 79us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227977.859566:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904
00000100:00100000:2.0:1761227977.859576:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4220
00000100:00100000:2.0:1761227977.859581:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095885812 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737817856:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227977.859583:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905
00000100:00100000:0.0:1761227977.859586:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000241c4819 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737817472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227977.859620:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095885812 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737817856:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227977.859627:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4220
00000100:00100000:2.0:1761227977.859647:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4221
00000100:00100000:2.0:1761227977.859650:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e12988b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737817408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227977.859724:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817984
00000100:00100000:3.0:1761227977.859750:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817920
00000100:00100000:3.0:1761227977.859766:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817664
00000100:00100000:3.0:1761227977.859799:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817728
00000100:00100000:3.0:1761227977.859810:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769
00000100:00100000:3.0:1761227977.859814:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cb124ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737817984:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227977.859819:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000241c4819 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737817472:12345-0@lo:400:kworker/u8:0.0 Request processed in 232us (550us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227977.859825:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905
00000100:00100000:3.0:1761227977.859845:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cb124ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737817984:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (552us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227977.859848:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770
00000100:00100000:3.0:1761227977.859851:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769
00000100:00100000:0.0:1761227977.859852:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737817920:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227977.859861:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106
00000100:00100000:3.0:1761227977.859864:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737817664:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227977.859877:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737817920:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (544us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227977.859882:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770
00000100:00100000:0.0:1761227977.859892:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107
00000100:00100000:0.0:1761227977.859894:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737817728:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761227977.860014:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:0.0:1761227977.860027:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227977.860046:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737817728:12345-0@lo:8:kworker/u8:0.0 Request processed in 149us (643us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227977.860046:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737817664:12345-0@lo:8:kworker/u8:0.0 Request processed in 179us (670us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227977.860051:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107
00000100:00100000:3.0:1761227977.860053:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106
00000100:00100000:3.0:1761227977.860066:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4222
00000100:00100000:3.0:1761227977.860070:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b15baef9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737817792:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227977.860094:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b15baef9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737817792:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (714us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227977.860100:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4222
00000100:00100000:0.0:1761227977.860117:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737817344
00000100:00080000:3.0:1761227977.860148:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1761227977.860151:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583
00000100:00080000:3.0:1761227977.860151:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227977.860154:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737817344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227977.860155:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737817664:0@lo:8:kworker/u8:0.0
00000100:00080000:3.0:1761227977.860165:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227977.860167:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227977.860169:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd8aad9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737817728:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227977.860181:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737817344:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (1082us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227977.860186:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583
00000100:00100000:0.0:1761227977.860235:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052f7deb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737817920:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227977.860244:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000611ab3ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737817984:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227977.860246:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737817536:12345-0@lo:400:kworker/u8:0.0 Request processed in 746us (993us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227977.860253:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737817536:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227977.860253:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4219
00000100:00100000:0.0:1761227977.860262:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dba9692 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737817600:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227977.860268:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737817344:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227977.860327:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e12988b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737817408:12345-0@lo:400:kworker/u8:0.0 Request processed in 676us (974us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227977.860334:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4221
00000100:00100000:3.0:1761227977.860410:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737817408:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227977.860420:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009552616f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737817792:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227977.860429:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737817472:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227977.860437:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006116ea85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737817856:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227978.384575:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761227978.384600:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003afcd442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737818048:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761227978.384671:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227978.384725:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818048
00000100:00100000:2.0:1761227978.384771:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918
00000100:00100000:2.0:1761227978.384793:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737818048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761227978.384831:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761227978.384873:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737818048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227978.384882:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918
00000100:00100000:2.0:1761227978.384931:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003afcd442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737818048:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227978.818953:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761227979.399031:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761227979.399046:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003afcd442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737818112:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761227979.399193:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227979.399281:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818112
00000100:00100000:2.0:1761227979.399331:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906
00000100:00100000:2.0:1761227979.399337:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737818112:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227979.399375:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227979.399433:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737818112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227979.399441:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906
00000100:00100000:3.0:1761227979.399558:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003afcd442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737818112:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227979.846249:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227980.867373:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227981.789143:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227981.789202:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227981.789249:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227981.789383:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724544
00000100:00100000:1.0:1761227981.789464:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724480
00000100:00100000:1.0:1761227981.789496:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4223
00000100:00100000:1.0:1761227981.789504:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa2ed62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720724544:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227981.789605:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa2ed62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720724544:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 100us (402us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227981.789614:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4223
00000100:00100000:1.0:1761227981.789646:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4224
00000100:00100000:1.0:1761227981.789651:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003afcd442 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720724480:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761227981.789676:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003afcd442 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720724480:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 25us (427us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227981.789682:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4224
00000100:00100000:0.0:1761227981.789969:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724416
00000100:00100000:0.0:1761227981.790015:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1584
00000100:00100000:0.0:1761227981.790020:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720724416:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227981.790063:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720724416:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 42us (933us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227981.790070:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1584
00000100:00100000:2.0:1761227981.792274:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761227981.792403:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724608
00000100:00100000:3.0:1761227981.792479:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2108
00000100:00100000:3.0:1761227981.792487:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720724608:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761227981.792613:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227981.793542:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720724608:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 1051us (1280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227981.793556:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2108
00010000:00010000:1.0:1761227981.891456:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227981.955320:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761227981.955360:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b94e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737818176:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761227981.955482:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227981.955598:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818176
00000100:00100000:1.0:1761227981.955669:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907
00000100:00100000:1.0:1761227981.955677:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737818176:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227981.955739:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227981.955835:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737818176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 158us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227981.955844:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907
00000100:00100000:3.0:1761227981.956032:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b94e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737818176:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227982.918733:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761227982.979880:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227982.979890:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227982.979895:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227982.979915:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3573
00000100:00080000:0.0:1761227982.979919:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227982.979926:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227982.979956:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002872a633 x1846777737818560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761227982.979971:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761227982.979974:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761227982.979975:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761227982.979978:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3573
00000100:00080000:0.0:1761227982.979980:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761227982.979983:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761227982.979993:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bd5a5bf6 x1846777737818624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761227982.980122:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009086d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737818304:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980212:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227982.980256:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737818688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980280:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227982.980312:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761227982.980317:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038728d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737818368:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980344:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227982.980359:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987188d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737818752:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980380:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227982.980414:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818304
00000100:00100000:1.0:1761227982.980464:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818688
00000100:00100000:1.0:1761227982.980483:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818752
00000100:00100000:1.0:1761227982.980502:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4225
00000100:00100000:1.0:1761227982.980507:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737818304:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980565:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737818304:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227982.980572:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4225
00000100:00100000:1.0:1761227982.980598:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4226
00000100:00100000:1.0:1761227982.980601:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737818688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980626:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737818688:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (345us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227982.980632:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4226
00000100:00100000:1.0:1761227982.980651:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4227
00000100:00100000:1.0:1761227982.980655:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2110066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737818752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980678:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2110066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737818752:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227982.980684:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4227
00000100:00100000:1.0:1761227982.980702:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818368
00000100:00100000:1.0:1761227982.980727:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908
00000100:00100000:1.0:1761227982.980731:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737818368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980760:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737818368:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227982.980766:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908
00000100:00100000:1.0:1761227982.980853:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038728d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737818368:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980863:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987188d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737818752:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980873:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009086d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737818304:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.980881:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737818688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982012:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737818240:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982105:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227982.982146:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dba9692 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737818496:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982174:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227982.982190:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737818880:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982217:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227982.982244:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761227982.982250:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737818432:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982280:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227982.982294:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737818816:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982315:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227982.982344:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737818560:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982369:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227982.982381:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737818624:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982398:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227982.982431:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818880
00000100:00100000:3.0:1761227982.982467:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818816
00000100:00100000:3.0:1761227982.982481:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818560
00000100:00100000:3.0:1761227982.982490:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818624
00000100:00100000:3.0:1761227982.982499:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771
00000100:00100000:3.0:1761227982.982504:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737818880:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982556:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737818880:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (338us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227982.982563:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771
00000100:00100000:3.0:1761227982.982578:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772
00000100:00100000:3.0:1761227982.982581:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737818816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227982.982605:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737818816:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (290us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227982.982610:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772
00000100:00100000:3.0:1761227982.982619:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109
00000100:00100000:3.0:1761227982.982622:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737818560:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761227982.982718:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227982.982748:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737818560:12345-0@lo:8:kworker/u8:2.0 Request processed in 126us (379us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227982.982755:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109
00000100:00100000:3.0:1761227982.982764:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110
00000100:00100000:3.0:1761227982.982767:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006116ea85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737818624:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761227982.982890:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227982.982913:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006116ea85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737818624:12345-0@lo:8:kworker/u8:2.0 Request processed in 145us (515us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227982.982920:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110
00000100:00080000:3.0:1761227982.982963:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227982.982968:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227982.982972:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737818560:0@lo:8:kworker/u8:2.0
00000100:00080000:3.0:1761227982.982980:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761227982.982983:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761227982.982985:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737818624:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761227982.983021:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737818816:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227982.983032:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737818880:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227982.983505:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818432
00000100:00100000:0.0:1761227982.983556:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4228
00000100:00100000:0.0:1761227982.983561:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b20cd2fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737818432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227982.983613:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b20cd2fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737818432:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (1333us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227982.983622:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4228
00000100:00100000:0.0:1761227982.983673:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737818432:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.984652:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818240
00000100:00100000:1.0:1761227982.984711:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585
00000100:00100000:1.0:1761227982.984716:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737818240:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227982.985806:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818496
00000100:00100000:0.0:1761227982.985856:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909
00000100:00100000:0.0:1761227982.985863:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737818496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227982.985979:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737818240:12345-0@lo:400:kworker/u8:2.0 Request processed in 1261us (3874us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227982.985989:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585
00000100:00100000:0.0:1761227982.987011:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737818496:12345-0@lo:400:kworker/u8:2.0 Request processed in 1141us (4830us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227982.987023:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909
00000100:00100000:2.0:1761227982.987627:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737818240:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227982.987658:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dba9692 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737818496:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227983.490951:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761227983.490978:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737818944:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761227983.491078:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227983.491140:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737818944
00000100:00100000:2.0:1761227983.491189:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919
00000100:00100000:2.0:1761227983.491195:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dba9692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737818944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761227983.491236:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761227983.491280:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dba9692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737818944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227983.491292:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919
00000100:00100000:2.0:1761227983.491343:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737818944:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227983.940808:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227984.518370:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761227984.518390:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737819008:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761227984.518580:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227984.518740:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819008
00000100:00100000:0.0:1761227984.518826:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910
00000100:00100000:0.0:1761227984.518833:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1b48fda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737819008:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227984.518871:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227984.518914:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1b48fda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737819008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227984.518921:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910
00000100:00100000:2.0:1761227984.520668:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737819008:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761227984.963522:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227985.987090:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227986.908319:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227986.908539:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724864
00000100:00100000:0.0:1761227986.908594:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2111
00000100:00100000:0.0:1761227986.908600:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009552616f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720724864:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761227986.908695:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227986.908769:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009552616f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720724864:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 167us (462us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227986.908804:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2111
00000100:00100000:1.0:1761227986.910542:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227986.910594:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761227986.910626:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227986.910736:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724736
00000100:00100000:0.0:1761227986.910745:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724672
00000100:00100000:2.0:1761227986.910834:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724800
00000100:00100000:0.0:1761227986.910847:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1586
00000100:00100000:0.0:1761227986.910859:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720724672:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761227986.910877:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4229
00000100:00100000:2.0:1761227986.910885:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1f6773c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720724736:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761227986.910966:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720724672:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 106us (431us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227986.910976:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1586
00000100:00100000:2.0:1761227986.910983:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1f6773c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720724736:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 93us (384us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227986.910992:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4229
00000100:00100000:2.0:1761227986.911021:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4230
00000100:00100000:2.0:1761227986.911059:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720724800:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761227986.911090:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720724800:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 33us (465us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227986.911095:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4230
00010000:00010000:1.0:1761227987.011530:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227987.075715:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737819072:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761227987.075821:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227987.075921:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819072
00000100:00100000:1.0:1761227987.076086:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911
00000100:00100000:1.0:1761227987.076096:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737819072:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761227987.076150:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761227987.076479:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737819072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 383us (658us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227987.076488:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911
00000100:00100000:3.0:1761227987.076576:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737819072:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227988.035024:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761227988.102446:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227988.102454:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227988.102457:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227988.102467:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3578
00000100:00080000:2.0:1761227988.102470:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227988.102477:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227988.102499:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f238d63b x1846777737819456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761227988.102512:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761227988.102514:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761227988.102516:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761227988.102518:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3578
00000100:00080000:2.0:1761227988.102520:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761227988.102523:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761227988.102531:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000901e9d65 x1846777737819520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761227988.102653:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737819200:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227988.102725:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227988.102751:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737819136:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227988.102752:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737819584:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761227988.103041:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737819328:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227988.103098:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227988.103131:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737819392:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227988.103157:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227988.103180:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737819776:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227988.103203:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227988.103249:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819136
00000100:00100000:0.0:1761227988.103289:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587
00000100:00100000:0.0:1761227988.103294:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737819136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.104333:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819392
00000100:00100000:1.0:1761227988.104379:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912
00000100:00100000:1.0:1761227988.104383:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f70e01bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737819392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.104438:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f70e01bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737819392:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (1281us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227988.104444:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912
00000100:00100000:0.0:1761227988.104521:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737819136:12345-0@lo:400:kworker/u8:2.0 Request processed in 1224us (1422us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227988.104525:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737819392:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227988.104532:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587
00000100:00100000:1.0:1761227988.104554:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737819136:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227988.104599:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819776
00000100:00100000:1.0:1761227988.104613:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819200
00000100:00100000:0.0:1761227988.104630:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773
00000100:00100000:0.0:1761227988.104634:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001351c33b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737819776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.104646:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4231
00000100:00100000:1.0:1761227988.104651:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737819200:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227988.104674:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001351c33b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737819776:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (1470us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227988.104681:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773
00000100:00100000:1.0:1761227988.104693:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737819200:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (1969us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227988.104701:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4231
00000100:00100000:0.0:1761227988.104709:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737819264:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.104727:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737819456:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761227988.104741:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227988.104761:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737819648:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.104767:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227988.104813:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227988.104815:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901e9d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737819520:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761227988.104844:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227988.104860:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819456
00000100:00100000:0.0:1761227988.104885:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819520
00000100:00100000:1.0:1761227988.104890:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819648
00000100:00100000:2.0:1761227988.104897:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227988.104909:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112
00000100:00100000:0.0:1761227988.104914:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737819456:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761227988.104920:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113
00000100:00100000:1.0:1761227988.104928:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819584
00000100:00100000:3.0:1761227988.104929:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737819520:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761227988.104952:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737819200:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.104953:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4232
00000100:00100000:1.0:1761227988.104960:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987188d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737819648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227988.104987:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4233
00000100:00100000:2.0:1761227988.104993:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609246c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737819584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.104998:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987188d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737819648:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227988.105004:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4232
00000100:00100000:1.0:1761227988.105051:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819264
00000100:00100000:2.0:1761227988.105053:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609246c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737819584:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227988.105062:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4233
00000100:00100000:1.0:1761227988.105074:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913
00000100:00100000:1.0:1761227988.105078:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a74695 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737819264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.105106:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a74695 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737819264:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227988.105112:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913
00000100:00100000:2.0:1761227988.105120:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737819584:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.105149:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737819776:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227988.105159:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227988.105180:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737819712:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761227988.105182:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819328
00000100:00100000:1.0:1761227988.105200:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4234
00000100:00100000:1.0:1761227988.105205:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737819328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227988.105226:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227988.105251:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737819328:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (93us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227988.105258:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4234
00000100:00100000:2.0:1761227988.105265:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737819328:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761227988.105296:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819712
00000100:00100000:2.0:1761227988.105322:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774
00000100:00100000:2.0:1761227988.105327:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737819712:12345-0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1761227988.105336:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227988.105366:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737819712:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227988.105373:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774
00000100:00100000:0.0:1761227988.105403:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737819456:12345-0@lo:8:kworker/u8:2.0 Request processed in 487us (637us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227988.105405:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737819712:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227988.105416:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112
00000100:00100000:0.0:1761227988.105448:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737819264:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761227988.105458:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737819648:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1761227988.106470:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227988.106520:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737819520:12345-0@lo:8:kworker/u8:2.0 Request processed in 1591us (1675us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227988.106528:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113
00000100:00080000:1.0:1761227988.106724:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227988.106729:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227988.106733:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737819456:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761227988.106742:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761227988.106744:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761227988.106746:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901e9d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737819520:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761227988.611260:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000611ab3ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737819840:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761227988.611332:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227988.611443:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819840
00000100:00100000:3.0:1761227988.611497:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920
00000100:00100000:3.0:1761227988.611506:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737819840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227988.611545:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227988.611588:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737819840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227988.611595:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920
00000100:00100000:2.0:1761227988.611704:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000611ab3ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737819840:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761227989.059127:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227989.635097:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086597693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737819904:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227989.635176:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227989.635288:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819904
00000100:00100000:1.0:1761227989.635348:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914
00000100:00100000:1.0:1761227989.635354:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052f7deb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737819904:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761227989.635400:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761227989.635463:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052f7deb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737819904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227989.635469:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914
00000100:00100000:3.0:1761227989.635554:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086597693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737819904:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227990.083190:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761227991.108819:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227992.028449:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227992.029869:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724928
00000100:00100000:3.0:1761227992.029973:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227992.030034:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725056
00000100:00100000:3.0:1761227992.030046:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227992.030087:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720724992
00000100:00100000:3.0:1761227992.030103:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227992.030109:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4235
00000100:00100000:0.0:1761227992.030115:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cd8aad9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720725056:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227992.030137:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4236
00000100:00100000:3.0:1761227992.030142:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000611ab3ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720724992:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227992.030205:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cd8aad9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720725056:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 89us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227992.030212:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000611ab3ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720724992:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 64us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227992.030214:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4235
00000100:00100000:3.0:1761227992.030218:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4236
00000100:00100000:3.0:1761227992.030238:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725120
00000100:00100000:3.0:1761227992.030260:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2114
00000100:00100000:3.0:1761227992.030264:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720725120:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1761227992.030358:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227992.030399:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720725120:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 134us (296us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761227992.030410:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2114
00000100:00100000:2.0:1761227992.030633:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1588
00000100:00100000:2.0:1761227992.030638:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720724928:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761227992.030674:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720724928:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 34us (2233us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227992.030681:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1588
00010000:00010000:0.0:1761227992.132894:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227992.195997:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761227992.196536:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737819968:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227992.196616:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227992.197508:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737819968
00000100:00100000:0.0:1761227992.197620:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915
00000100:00100000:0.0:1761227992.197627:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737819968:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761227992.197753:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761227992.197897:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737819968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 269us (1282us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227992.197905:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915
00000100:00100000:3.0:1761227992.197999:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737819968:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761227993.155109:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761227993.219875:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1761227993.219898:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1761227993.219899:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737820032:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761227993.219903:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227993.219907:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1761227993.219909:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901e9d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737820096:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761227993.219913:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3583
00000100:00080000:1.0:1761227993.219918:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227993.219923:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227993.219944:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005768b58b x1846777737820352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761227993.219972:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227993.219975:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227993.219977:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227993.219980:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3583
00000100:00080000:1.0:1761227993.219982:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227993.219985:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227993.219997:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ef1063d x1846777737820416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761227993.220013:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227993.220013:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227993.220050:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737820160:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220167:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737820224:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220192:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227993.220209:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737820608:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220234:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227993.220252:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1761227993.220257:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737820288:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220316:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227993.220334:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737820672:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220371:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227993.220405:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820096
00000100:00100000:2.0:1761227993.220445:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820224
00000100:00100000:2.0:1761227993.220464:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4237
00000100:00100000:2.0:1761227993.220469:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737820096:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220511:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737820096:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (504us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227993.220519:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4237
00000100:00100000:2.0:1761227993.220549:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4238
00000100:00100000:2.0:1761227993.220553:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737820224:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220583:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737820224:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (391us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227993.220589:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4238
00000100:00100000:2.0:1761227993.220611:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820608
00000100:00100000:2.0:1761227993.220649:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820672
00000100:00100000:2.0:1761227993.220665:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775
00000100:00100000:2.0:1761227993.220668:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737820608:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220696:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737820608:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (463us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227993.220701:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775
00000100:00100000:2.0:1761227993.220711:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776
00000100:00100000:2.0:1761227993.220713:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737820672:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220734:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737820672:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (364us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227993.220738:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776
00000100:00100000:2.0:1761227993.220770:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820288
00000100:00100000:2.0:1761227993.220817:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916
00000100:00100000:2.0:1761227993.220821:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737820288:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227993.220834:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901e9d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737820096:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220854:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737820288:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (538us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227993.220860:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916
00000100:00100000:0.0:1761227993.220862:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737820480:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220881:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820032
00000100:00100000:0.0:1761227993.220890:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227993.220911:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589
00000100:00100000:2.0:1761227993.220915:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737820032:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227993.220924:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820480
00000100:00100000:2.0:1761227993.220963:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737820032:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (941us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227993.220964:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4239
00000100:00100000:0.0:1761227993.220971:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737820480:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.220974:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589
00000100:00100000:0.0:1761227993.221017:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737820480:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227993.221024:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4239
00000100:00100000:2.0:1761227993.221031:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737820288:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.221044:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737820672:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227993.221059:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737820480:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.221060:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737820224:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.221076:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4fe30ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737820608:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.221085:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737820032:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227993.221102:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737820352:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227993.221129:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227993.221143:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737820416:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761227993.221163:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820352
00000100:00100000:0.0:1761227993.221164:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227993.221188:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820416
00000100:00100000:2.0:1761227993.221207:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115
00000100:00100000:2.0:1761227993.221211:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737820352:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227993.221306:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227993.221345:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737820352:12345-0@lo:8:kworker/u8:0.0 Request processed in 132us (216us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227993.221351:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115
00000100:00100000:2.0:1761227993.221362:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116
00000100:00100000:2.0:1761227993.221365:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737820416:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761227993.221442:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761227993.221465:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737820416:12345-0@lo:8:kworker/u8:0.0 Request processed in 99us (301us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227993.221470:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116
00000100:00100000:1.0:1761227993.221626:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227993.221653:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737820544:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227993.221677:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227993.221705:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820544
00000100:00100000:1.0:1761227993.221728:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4240
00000100:00100000:1.0:1761227993.221732:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa0a497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737820544:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227993.221764:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa0a497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737820544:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (87us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227993.221770:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4240
00000100:00100000:1.0:1761227993.221816:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737820544:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.222334:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820160
00000100:00100000:2.0:1761227993.222994:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917
00000100:00100000:2.0:1761227993.223000:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737820160:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761227993.223053:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737820160:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (1685us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227993.223060:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917
00000100:00100000:1.0:1761227993.223131:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737820160:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761227993.223153:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227993.223159:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227993.223165:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737820352:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761227993.223177:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227993.223181:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227993.223183:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737820416:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227993.731129:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737820736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761227993.731236:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761227993.731364:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820736
00000100:00100000:3.0:1761227993.731416:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921
00000100:00100000:3.0:1761227993.731422:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737820736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761227993.731454:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761227993.731496:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737820736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227993.731503:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921
00000100:00100000:0.0:1761227993.731650:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737820736:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227994.179064:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227994.755209:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227994.755226:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd59711d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737820800:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227994.755305:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227994.755411:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820800
00000100:00100000:0.0:1761227994.755467:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918
00000100:00100000:0.0:1761227994.755474:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737820800:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761227994.755525:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761227994.755578:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737820800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227994.755586:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918
00000100:00100000:3.0:1761227994.755604:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd59711d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737820800:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761227995.204424:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761227996.227683:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761227997.154678:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761227997.154729:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227997.154818:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725376
00000100:00100000:0.0:1761227997.154843:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227997.154870:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2117
00000100:00100000:2.0:1761227997.154878:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056d8e533 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720725376:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00000100:00100000:1.0:1761227997.154930:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725248
00010000:02020000:2.0:1761227997.154985:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761227997.155057:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725184
00000100:00100000:2.0:1761227997.155062:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056d8e533 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720725376:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 182us (331us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761227997.155072:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2117
00000100:00100000:3.0:1761227997.155091:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1590
00000100:00100000:3.0:1761227997.155098:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720725184:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761227997.155134:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720725184:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 36us (465us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227997.155140:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1590
00000100:00100000:0.0:1761227997.155669:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4241
00000100:00100000:0.0:1761227997.155677:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000406f2bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720725248:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761227997.155731:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000406f2bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720725248:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 55us (890us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227997.155739:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4241
00000100:00100000:0.0:1761227997.156531:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761227997.156607:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725312
00000100:00100000:1.0:1761227997.156644:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4242
00000100:00100000:1.0:1761227997.156651:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc875a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720725312:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761227997.156708:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc875a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720725312:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 56us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227997.156716:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4242
00010000:00010000:0.0:1761227997.251072:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227997.314989:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761227997.315007:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737820864:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761227997.315077:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227997.315126:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820864
00000100:00100000:2.0:1761227997.315180:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919
00000100:00100000:2.0:1761227997.315186:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737820864:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761227997.315228:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761227997.315380:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737820864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 192us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227997.315387:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919
00000100:00100000:3.0:1761227997.315448:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737820864:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761227998.275432:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761227998.339333:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227998.339340:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227998.339345:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227998.339353:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3589
00000100:00080000:1.0:1761227998.339357:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227998.339364:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227998.339418:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c14ec519 x1846777737821248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761227998.339432:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761227998.339435:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761227998.339437:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761227998.339440:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3589
00000100:00080000:1.0:1761227998.339442:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761227998.339445:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761227998.339455:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000939e5e73 x1846777737821312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761227998.339501:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737820992:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.339568:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227998.339594:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009fd87b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737821376:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.339615:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227998.339640:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761227998.339651:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737821056:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.339676:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227998.339691:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737821440:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.339711:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761227998.339742:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820992
00000100:00100000:1.0:1761227998.339803:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821376
00000100:00100000:1.0:1761227998.339824:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821440
00000100:00100000:1.0:1761227998.339844:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4243
00000100:00100000:1.0:1761227998.339850:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e63e3e0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737820992:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.339913:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e63e3e0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737820992:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227998.339921:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4243
00000100:00100000:1.0:1761227998.339947:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4244
00000100:00100000:1.0:1761227998.339950:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbee2ed4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737821376:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.339978:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbee2ed4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737821376:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227998.339984:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4244
00000100:00100000:1.0:1761227998.339996:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4245
00000100:00100000:1.0:1761227998.339999:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b55ed84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737821440:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.340023:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b55ed84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737821440:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227998.340029:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4245
00000100:00100000:1.0:1761227998.340046:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821056
00000100:00100000:1.0:1761227998.340068:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920
00000100:00100000:1.0:1761227998.340072:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f0f64cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737821056:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.340098:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f0f64cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737821056:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (422us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227998.340103:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920
00000100:00100000:1.0:1761227998.340151:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737821056:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.340163:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737821440:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.340172:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737820992:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.340180:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009fd87b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737821376:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340285:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737821120:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340314:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227998.340340:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab4e8aa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737821504:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340363:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227998.340384:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761227998.340389:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737820928:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340420:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227998.340434:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737821184:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340452:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227998.340460:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a48b914c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737821568:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340476:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227998.340494:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c14ec519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737821248:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340514:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227998.340528:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000939e5e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737821312:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340549:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227998.340576:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821184
00000100:00100000:0.0:1761227998.340595:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921
00000100:00100000:0.0:1761227998.340599:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737821184:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340627:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737821184:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227998.340632:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921
00000100:00100000:0.0:1761227998.340651:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821504
00000100:00100000:0.0:1761227998.340670:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821568
00000100:00100000:0.0:1761227998.340682:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821248
00000100:00100000:0.0:1761227998.340690:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821312
00000100:00100000:0.0:1761227998.340698:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777
00000100:00100000:0.0:1761227998.340702:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737821504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340728:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737821504:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227998.340734:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777
00000100:00100000:0.0:1761227998.340744:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778
00000100:00100000:0.0:1761227998.340747:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737821568:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.340770:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737821568:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227998.340799:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778
00000100:00100000:0.0:1761227998.340811:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118
00000100:00100000:0.0:1761227998.340814:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737821248:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761227998.340922:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227998.340955:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737821248:12345-0@lo:8:kworker/u8:0.0 Request processed in 139us (440us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227998.340962:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118
00000100:00100000:0.0:1761227998.340971:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119
00000100:00100000:0.0:1761227998.340974:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e13f025 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737821312:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761227998.341052:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761227998.341073:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e13f025 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737821312:12345-0@lo:8:kworker/u8:0.0 Request processed in 97us (523us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761227998.341079:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119
00000100:00080000:0.0:1761227998.341236:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227998.341241:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227998.341246:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c14ec519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737821248:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761227998.341253:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761227998.341256:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761227998.341258:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000939e5e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737821312:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761227998.341283:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737821184:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.341292:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a48b914c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737821568:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761227998.341300:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab4e8aa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737821504:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227998.341398:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737820928
00000100:00100000:3.0:1761227998.341439:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591
00000100:00100000:3.0:1761227998.341443:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737820928:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761227998.341481:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737820928:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (1061us total) trans 0 rc 0/0
00000100:00100000:3.0:1761227998.341487:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591
00000100:00100000:3.0:1761227998.341518:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737820928:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.341661:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821120
00000100:00100000:1.0:1761227998.341695:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4246
00000100:00100000:1.0:1761227998.341700:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006abdd8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737821120:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.341747:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006abdd8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737821120:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (1433us total) trans 0 rc 0/0
00000100:00100000:1.0:1761227998.341753:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4246
00000100:00100000:3.0:1761227998.341862:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737821120:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761227998.851210:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0c08f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737821632:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761227998.851286:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761227998.851391:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821632
00000100:00100000:0.0:1761227998.851471:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922
00000100:00100000:0.0:1761227998.851477:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009fd87b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737821632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761227998.851518:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761227998.854251:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009fd87b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737821632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2761us (2953us total) trans 0 rc 0/0
00000100:00100000:0.0:1761227998.854269:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922
00000100:00100000:1.0:1761227998.861179:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0c08f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737821632:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761227999.299073:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761227999.875033:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761227999.875056:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f23e83a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737821696:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761227999.875161:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761227999.876463:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821696
00000100:00100000:2.0:1761227999.876540:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922
00000100:00100000:2.0:1761227999.876548:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737821696:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761227999.876605:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761227999.876697:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737821696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 149us (1538us total) trans 0 rc 0/0
00000100:00100000:2.0:1761227999.876705:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922
00000100:00100000:1.0:1761227999.876797:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f23e83a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737821696:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228000.323091:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228001.349240:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228002.278064:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228002.278099:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228002.278974:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228002.278998:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725568
00000100:00100000:0.0:1761228002.279048:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4247
00000100:00100000:0.0:1761228002.279056:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0c08f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720725568:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228002.279129:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0c08f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720725568:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 74us (1030us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228002.279136:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4247
00000100:00100000:3.0:1761228002.280046:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228002.280149:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725440
00000100:00100000:2.0:1761228002.280186:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1592
00000100:00100000:2.0:1761228002.280192:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720725440:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228002.280237:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720725440:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 44us (2180us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228002.280244:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1592
00000100:00100000:1.0:1761228002.280692:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725504
00000100:00100000:0.0:1761228002.281619:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725632
00000100:00100000:0.0:1761228002.281652:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2120
00000100:00100000:0.0:1761228002.281658:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720725632:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228002.281787:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228002.281827:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720725632:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 169us (1785us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228002.281834:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2120
00000100:00100000:2.0:1761228002.282112:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4248
00000100:00100000:2.0:1761228002.282118:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0cd892c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720725504:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228002.282156:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0cd892c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720725504:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 38us (3185us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228002.282162:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4248
00010000:00010000:1.0:1761228002.371263:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228002.435149:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228002.435163:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737821760:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228002.435232:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228002.435272:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821760
00000100:00100000:1.0:1761228002.435316:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923
00000100:00100000:1.0:1761228002.435322:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737821760:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228002.435357:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228002.435395:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737821760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228002.435401:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923
00000100:00100000:1.0:1761228002.435449:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737821760:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228003.395027:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228003.459478:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228003.459489:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228003.459492:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228003.459503:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3594
00000100:00080000:2.0:1761228003.459506:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228003.459513:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228003.459534:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000413996c1 x1846777737822144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228003.459547:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228003.459550:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228003.459552:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228003.459554:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3594
00000100:00080000:2.0:1761228003.459556:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228003.459559:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228003.459566:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000076bd46df x1846777737822208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228003.459612:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737821952:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228003.459687:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228003.459725:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3913dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737822336:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228003.459750:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228003.459766:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228003.459770:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737821888:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228003.459811:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228003.459825:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737822272:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228003.459858:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228003.459887:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822336
00000100:00100000:2.0:1761228003.459927:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821888
00000100:00100000:2.0:1761228003.459941:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822272
00000100:00100000:2.0:1761228003.459956:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4249
00000100:00100000:2.0:1761228003.459961:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb3a90fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737822336:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228003.460010:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb3a90fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737822336:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228003.460017:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4249
00000100:00100000:2.0:1761228003.460034:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4250
00000100:00100000:2.0:1761228003.460037:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25186a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737821888:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228003.460064:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25186a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737821888:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228003.460069:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4250
00000100:00100000:2.0:1761228003.460078:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4251
00000100:00100000:2.0:1761228003.460081:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006113cad8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737822272:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228003.460100:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006113cad8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737822272:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228003.460104:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4251
00000100:00100000:2.0:1761228003.460135:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737821888:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228003.460146:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737822272:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228003.460156:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3913dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737822336:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460292:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091258c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737822016:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460324:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228003.460348:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5c95e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737822400:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460368:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228003.460383:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1761228003.460387:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d72cdff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737821824:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460408:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228003.460422:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000243c7f3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737822080:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460438:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228003.460449:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737822464:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460464:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228003.460484:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822400
00000100:00100000:3.0:1761228003.460510:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822464
00000100:00100000:3.0:1761228003.460524:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779
00000100:00100000:3.0:1761228003.460527:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737822400:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460558:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737822400:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228003.460564:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779
00000100:00100000:3.0:1761228003.460574:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780
00000100:00100000:3.0:1761228003.460576:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009552616f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737822464:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460598:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009552616f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737822464:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (134us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228003.460602:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780
00000100:00100000:3.0:1761228003.460624:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821824
00000100:00100000:3.0:1761228003.460645:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593
00000100:00100000:3.0:1761228003.460649:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737821824:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460674:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737821824:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228003.460679:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593
00000100:00100000:3.0:1761228003.460802:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d72cdff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737821824:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460812:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737822464:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.460820:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5c95e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737822400:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228003.460907:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737822144:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228003.460936:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228003.460962:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076bd46df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737822208:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228003.460981:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228003.461007:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822144
00000100:00100000:0.0:1761228003.461025:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822208
00000100:00100000:0.0:1761228003.461039:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121
00000100:00100000:0.0:1761228003.461043:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056d8e533 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737822144:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228003.461132:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228003.461166:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056d8e533 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737822144:12345-0@lo:8:kworker/u8:0.0 Request processed in 122us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228003.461173:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121
00000100:00100000:0.0:1761228003.461185:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122
00000100:00100000:0.0:1761228003.461187:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737822208:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228003.461262:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228003.461283:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737822208:12345-0@lo:8:kworker/u8:0.0 Request processed in 95us (302us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228003.461289:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122
00000100:00080000:0.0:1761228003.461323:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228003.461327:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228003.461330:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737822144:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228003.461337:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228003.461339:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228003.461341:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076bd46df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737822208:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228003.461429:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822016
00000100:00100000:1.0:1761228003.461505:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4252
00000100:00100000:1.0:1761228003.461509:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737822016:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228003.461549:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737822016:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (1224us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228003.461554:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4252
00000100:00100000:1.0:1761228003.461583:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737821952
00000100:00100000:1.0:1761228003.461604:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822080
00000100:00100000:1.0:1761228003.461616:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924
00000100:00100000:1.0:1761228003.461620:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0da7a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737821952:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228003.461654:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0da7a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737821952:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (1969us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228003.461659:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924
00000100:00100000:1.0:1761228003.461670:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925
00000100:00100000:1.0:1761228003.461673:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006116ea85 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737822080:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.461964:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000243c7f3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737822080:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.461972:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091258c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737822016:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228003.462000:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737821952:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228003.466361:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006116ea85 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737822080:12345-0@lo:400:kworker/u8:0.0 Request processed in 4674us (5909us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228003.466382:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925
00000100:00100000:0.0:1761228003.975530:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737822528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228003.975607:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228003.975756:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822528
00000100:00100000:3.0:1761228003.975821:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923
00000100:00100000:3.0:1761228003.975838:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737822528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228003.975871:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228003.975922:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737822528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228003.975930:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923
00000100:00100000:1.0:1761228003.976163:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737822528:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228004.418972:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228004.995601:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3913dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737822592:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228004.995688:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228004.996350:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822592
00000100:00100000:1.0:1761228004.996404:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926
00000100:00100000:1.0:1761228004.996411:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737822592:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228004.996454:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228004.996522:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737822592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (835us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228004.996529:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926
00000100:00100000:2.0:1761228004.996658:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3913dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737822592:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228005.443664:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228006.467086:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228007.391688:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228007.391984:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228007.392021:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228007.392368:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725696
00000100:00100000:3.0:1761228007.392418:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1594
00000100:00100000:3.0:1761228007.392426:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720725696:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761228007.392498:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720725696:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 72us (818us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228007.392505:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1594
00000100:00100000:2.0:1761228007.393613:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228007.393667:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725760
00000100:00100000:1.0:1761228007.393716:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725824
00000100:00100000:1.0:1761228007.393739:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4253
00000100:00100000:1.0:1761228007.393745:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720725760:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761228007.393834:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720725760:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 88us (1851us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228007.393842:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4253
00000100:00100000:1.0:1761228007.393860:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4254
00000100:00100000:1.0:1761228007.393864:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd91bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720725824:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761228007.393888:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd91bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720725824:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 23us (1868us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228007.393894:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4254
00000100:00100000:3.0:1761228007.394486:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725888
00000100:00100000:3.0:1761228007.394835:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2123
00000100:00100000:3.0:1761228007.394840:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022c78046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720725888:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:3.0:1761228007.394943:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228007.394993:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022c78046 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720725888:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 151us (1385us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228007.395000:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2123
00010000:00010000:1.0:1761228007.490962:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228007.555082:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737822656:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228007.555162:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228007.555253:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822656
00000100:00100000:0.0:1761228007.555310:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927
00000100:00100000:0.0:1761228007.555315:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001351c33b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737822656:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228007.555354:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228007.556086:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001351c33b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737822656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 768us (922us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228007.556094:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927
00000100:00100000:3.0:1761228007.556160:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737822656:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228008.516764:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228008.583913:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1761228008.583915:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a82388e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737822720:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228008.583915:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ebdaaa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737822912:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228008.583921:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228008.583925:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228008.583931:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3599
00000100:00080000:3.0:1761228008.583934:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228008.583940:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228008.583986:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228008.583987:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228008.583993:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de959d5a x1846777737823040/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228008.584012:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228008.584016:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228008.584018:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1761228008.584021:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737822976:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228008.584023:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3599
00000100:00080000:3.0:1761228008.584027:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228008.584032:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228008.584035:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086597693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737822784:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228008.584047:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000063e05330 x1846777737823104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228008.584056:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228008.584059:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228008.584080:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737823168:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228008.584095:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822720
00000100:00100000:1.0:1761228008.584107:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228008.584125:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228008.584130:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737822848:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228008.584146:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de959d5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737823040:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228008.584147:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595
00000100:00100000:1.0:1761228008.584153:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228008.584155:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737822720:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584170:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338f5f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737823232:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228008.584195:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228008.584198:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737822720:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228008.584198:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228008.584206:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595
00000100:00100000:3.0:1761228008.584222:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063e05330 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737823104:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584236:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822912
00000100:00100000:0.0:1761228008.584237:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822784
00000100:00100000:3.0:1761228008.584251:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228008.584261:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823168
00000100:00100000:0.0:1761228008.584275:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823232
00000100:00100000:1.0:1761228008.584284:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4255
00000100:00100000:0.0:1761228008.584287:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4256
00000100:00100000:1.0:1761228008.584288:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebf3983b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737822912:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228008.584291:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8cf5f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737822784:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584319:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebf3983b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737822912:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (334us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228008.584320:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8cf5f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737822784:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228008.584325:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4255
00000100:00100000:0.0:1761228008.584328:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4256
00000100:00100000:0.0:1761228008.584338:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4257
00000100:00100000:1.0:1761228008.584340:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4258
00000100:00100000:0.0:1761228008.584341:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076518ceb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737823168:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584343:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008393cc54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737823232:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228008.584365:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076518ceb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737823168:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228008.584365:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008393cc54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737823232:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228008.584372:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4257
00000100:00100000:2.0:1761228008.584377:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822976
00000100:00100000:0.0:1761228008.584393:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0f41a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737823360:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228008.584412:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737822848
00000100:00100000:2.0:1761228008.584427:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928
00000100:00100000:2.0:1761228008.584432:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737822976:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228008.584482:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737822976:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (428us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228008.584488:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928
00000100:00100000:2.0:1761228008.584501:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929
00000100:00100000:2.0:1761228008.584504:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737822848:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228008.584527:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737822848:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (376us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228008.584532:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929
00000100:00100000:1.0:1761228008.584537:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4258
00000100:00100000:1.0:1761228008.584582:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737822848:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584593:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338f5f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737823232:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584599:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737823168:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584605:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086597693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737822784:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228008.584615:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823040
00000100:00100000:0.0:1761228008.584636:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823104
00000100:00100000:3.0:1761228008.584654:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084a98661 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737823296:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228008.584656:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124
00000100:00100000:1.0:1761228008.584659:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228008.584662:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033c9a263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737823040:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228008.584689:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228008.584693:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737822976:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584704:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a82388e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737822720:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228008.584724:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ebdaaa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737822912:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584740:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823360
00010000:02020000:0.0:1761228008.584750:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228008.584759:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823296
00000100:00100000:1.0:1761228008.584811:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781
00000100:00100000:3.0:1761228008.584819:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782
00000100:00100000:0.0:1761228008.584820:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c9a263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737823040:12345-0@lo:8:kworker/u8:0.0 Request processed in 157us (629us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228008.584820:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737823360:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228008.584830:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041fdd227 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737823296:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228008.584831:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124
00000100:00100000:0.0:1761228008.584847:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125
00000100:00100000:0.0:1761228008.584851:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de17e9e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737823104:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228008.584854:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737823360:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228008.584860:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781
00000100:00100000:3.0:1761228008.584878:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041fdd227 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737823296:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228008.584886:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782
00000100:00100000:1.0:1761228008.584891:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0f41a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737823360:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228008.584927:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084a98661 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737823296:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1761228008.584929:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1761228008.584929:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228008.584934:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228008.584940:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de959d5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737823040:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228008.584955:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de17e9e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737823104:12345-0@lo:8:kworker/u8:0.0 Request processed in 102us (706us total) trans 0 rc -19/-19
00000100:00080000:1.0:1761228008.584955:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228008.584958:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228008.584961:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125
00000100:00100000:1.0:1761228008.584961:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063e05330 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737823104:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228009.092083:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228009.092103:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084a98661 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737823424:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228009.092171:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228009.092252:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823424
00000100:00100000:3.0:1761228009.092292:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924
00000100:00100000:3.0:1761228009.092305:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737823424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228009.092337:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228009.092374:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737823424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228009.092380:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924
00000100:00100000:3.0:1761228009.092418:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084a98661 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737823424:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228009.540433:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228010.115138:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737823488:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228010.115205:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228010.115311:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823488
00000100:00100000:2.0:1761228010.115358:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930
00000100:00100000:2.0:1761228010.115364:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000571b669d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737823488:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228010.115403:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228010.115452:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000571b669d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737823488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228010.115460:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930
00000100:00100000:1.0:1761228010.115569:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737823488:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228010.564207:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228011.587059:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228012.516272:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228012.517740:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228012.517846:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720725952
00000100:00100000:0.0:1761228012.517897:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1596
00000100:00100000:0.0:1761228012.517904:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720725952:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228012.517978:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720725952:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 74us (1715us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228012.517985:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1596
00000100:00100000:2.0:1761228012.518226:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228012.518264:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228012.518293:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726016
00000100:00100000:2.0:1761228012.518324:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726080
00000100:00100000:2.0:1761228012.518343:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4259
00000100:00100000:2.0:1761228012.518347:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720726016:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228012.518383:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720726016:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 35us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228012.518389:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4259
00000100:00100000:2.0:1761228012.518402:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4260
00000100:00100000:2.0:1761228012.518406:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47c293c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720726080:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228012.518428:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47c293c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720726080:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 22us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228012.518434:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4260
00000100:00100000:1.0:1761228012.518560:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726144
00000100:00100000:1.0:1761228012.518592:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2126
00000100:00100000:1.0:1761228012.518596:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720726144:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228012.518683:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228012.518716:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720726144:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 119us (980us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228012.518735:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2126
00010000:00010000:0.0:1761228012.611129:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228012.675356:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000375e97f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737823552:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228012.675454:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228012.676527:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823552
00000100:00100000:2.0:1761228012.676599:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931
00000100:00100000:2.0:1761228012.676605:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084a98661 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737823552:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228012.676649:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228012.676773:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084a98661 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737823552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 167us (1321us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228012.676801:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931
00000100:00100000:0.0:1761228012.676877:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000375e97f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737823552:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228013.638110:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228013.704914:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228013.704921:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228013.704925:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228013.704934:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3604
00000100:00080000:2.0:1761228013.704938:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228013.704948:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228013.704971:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000091258c1a x1846777737823936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228013.704987:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228013.704990:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228013.704991:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228013.704994:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3604
00000100:00080000:2.0:1761228013.704995:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228013.704999:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228013.705006:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000243c7f3a x1846777737824000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228013.705216:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1149ff7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737823616:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705286:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.705318:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737823872:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705345:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.705362:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737824256:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705377:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.705396:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228013.705400:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737823808:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705418:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.705429:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5c95e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737824192:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705441:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.705469:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824256
00000100:00100000:1.0:1761228013.705510:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824192
00000100:00100000:1.0:1761228013.705530:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783
00000100:00100000:1.0:1761228013.705535:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737824256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705582:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737824256:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228013.705590:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783
00000100:00100000:1.0:1761228013.705605:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784
00000100:00100000:1.0:1761228013.705609:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737824192:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705630:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737824192:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228013.705635:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784
00000100:00100000:1.0:1761228013.705649:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823808
00000100:00100000:1.0:1761228013.705669:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4261
00000100:00100000:1.0:1761228013.705672:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3162902 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737823808:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705693:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3162902 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737823808:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228013.705698:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4261
00000100:00100000:1.0:1761228013.705721:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737823680:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705740:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.705750:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076bd46df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737824064:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705764:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.705801:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228013.705805:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737823744:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705822:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.705832:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737824128:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705846:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.705864:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823680
00000100:00100000:1.0:1761228013.705879:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824064
00000100:00100000:1.0:1761228013.705890:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824128
00000100:00100000:1.0:1761228013.705903:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4262
00000100:00100000:1.0:1761228013.705906:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba709d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737823680:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705929:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba709d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737823680:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228013.705934:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4262
00000100:00100000:1.0:1761228013.705943:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4263
00000100:00100000:1.0:1761228013.705945:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d3df50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737824064:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705962:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d3df50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737824064:12345-0@lo:400:kworker/u8:4.0 Request processed in 16us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228013.705966:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4263
00000100:00100000:1.0:1761228013.705972:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4264
00000100:00100000:1.0:1761228013.705975:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000375e97f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737824128:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.705989:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000375e97f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737824128:12345-0@lo:400:kworker/u8:4.0 Request processed in 14us (143us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228013.705994:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4264
00000100:00100000:1.0:1761228013.706032:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737824128:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706039:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737823680:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706045:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076bd46df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737824064:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706071:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823872
00000100:00100000:1.0:1761228013.706088:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823744
00000100:00100000:1.0:1761228013.706096:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932
00000100:00100000:1.0:1761228013.706099:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737823872:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706119:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737823872:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (774us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228013.706123:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932
00000100:00100000:1.0:1761228013.706130:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933
00000100:00100000:1.0:1761228013.706133:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737823744:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706150:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737823744:12345-0@lo:400:kworker/u8:4.0 Request processed in 16us (328us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228013.706154:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933
00000100:00100000:1.0:1761228013.706172:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737823744:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706186:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737823808:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706193:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5c95e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737824192:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706199:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737823872:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706208:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737824256:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706230:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091258c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737823936:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706252:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.706264:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000243c7f3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737824000:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228013.706281:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228013.706303:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823936
00000100:00100000:1.0:1761228013.706316:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824000
00000100:00100000:1.0:1761228013.706322:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127
00000100:00100000:1.0:1761228013.706326:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9f71615 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737823936:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228013.706419:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228013.706443:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9f71615 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737823936:12345-0@lo:8:kworker/u8:4.0 Request processed in 116us (191us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228013.706448:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127
00000100:00100000:1.0:1761228013.706455:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128
00000100:00100000:1.0:1761228013.706458:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737824000:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228013.706531:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228013.706552:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737824000:12345-0@lo:8:kworker/u8:4.0 Request processed in 92us (270us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228013.706557:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128
00000100:00080000:1.0:1761228013.706583:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228013.706586:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228013.706589:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091258c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737823936:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761228013.706595:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228013.706598:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228013.706600:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000243c7f3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737824000:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228013.706687:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737823616
00000100:00100000:2.0:1761228013.706725:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597
00000100:00100000:2.0:1761228013.706728:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737823616:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228013.706758:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737823616:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (1474us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228013.706763:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597
00000100:00100000:1.0:1761228013.706894:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1149ff7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737823616:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228014.212640:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000611fa818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737824320:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228014.212754:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228014.217880:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824320
00000100:00100000:2.0:1761228014.217970:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925
00000100:00100000:2.0:1761228014.217976:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a48b914c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737824320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228014.218030:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228014.218123:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a48b914c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737824320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (5371us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228014.218135:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925
00000100:00100000:1.0:1761228014.218215:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000611fa818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737824320:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228014.660257:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228015.235082:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000939e5e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737824384:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228015.235153:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228015.235680:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824384
00000100:00100000:1.0:1761228015.235744:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934
00000100:00100000:1.0:1761228015.235750:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cd95006 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737824384:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228015.235806:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228015.237908:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cd95006 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737824384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2149us (2748us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228015.237924:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934
00000100:00100000:3.0:1761228015.239587:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000939e5e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737824384:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228015.684248:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228016.707009:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228017.631593:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228017.631641:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228017.631679:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726272
00000100:00100000:2.0:1761228017.631686:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228017.631725:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228017.631733:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726336
00000100:00100000:2.0:1761228017.631755:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726400
00000100:00100000:1.0:1761228017.631761:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4265
00000100:00100000:1.0:1761228017.631769:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d72cdff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720726272:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228017.631802:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2129
00000100:00100000:2.0:1761228017.631807:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720726400:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1761228017.631872:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d72cdff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720726272:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 102us (286us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228017.631880:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4265
00010000:02020000:2.0:1761228017.631893:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228017.631900:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4266
00000100:00100000:1.0:1761228017.631905:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f23e83a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720726336:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228017.631926:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720726400:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 117us (201us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228017.631933:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2129
00000100:00100000:1.0:1761228017.631938:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f23e83a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720726336:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 31us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228017.631947:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4266
00000100:00100000:0.0:1761228017.632104:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726208
00000100:00100000:0.0:1761228017.632140:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1598
00000100:00100000:0.0:1761228017.632144:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720726208:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228017.632183:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720726208:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 37us (543us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228017.632191:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1598
00010000:00010000:0.0:1761228017.731853:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228017.796139:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c14ec519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737824448:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228017.796217:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228017.796324:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824448
00000100:00100000:1.0:1761228017.796375:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935
00000100:00100000:1.0:1761228017.796382:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e2d425b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737824448:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228017.796419:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228017.796463:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e2d425b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737824448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228017.796470:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935
00000100:00100000:3.0:1761228017.796601:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c14ec519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737824448:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228018.755432:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228018.819910:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228018.819920:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1761228018.819921:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087f8a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737824576:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228018.819925:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228018.819934:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3609
00000100:00080000:0.0:1761228018.819937:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228018.819943:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228018.819967:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006ee7ded7 x1846777737824832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228018.819984:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228018.819987:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228018.819988:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228018.819991:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3609
00000100:00080000:0.0:1761228018.819993:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228018.819996:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228018.820006:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009548875d x1846777737824896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228018.820048:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737824640:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228018.820108:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ae7cf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737824704:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228018.820580:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737824512:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228018.820640:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228018.820683:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070909dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737825024:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228018.820706:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228018.820730:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228018.820735:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737824960:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228018.820754:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228018.820806:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825024
00000100:00100000:0.0:1761228018.820845:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824960
00000100:00100000:0.0:1761228018.820866:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4267
00000100:00100000:0.0:1761228018.820872:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064f194fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737825024:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228018.820918:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064f194fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737825024:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228018.820924:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4267
00000100:00100000:0.0:1761228018.820943:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4268
00000100:00100000:0.0:1761228018.820946:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737824960:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228018.820971:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737824960:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228018.820976:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4268
00000100:00100000:0.0:1761228018.821009:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737824960:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228018.821018:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070909dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737825024:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228018.821055:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ee7ded7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737824832:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228018.821079:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228018.821227:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228018.821243:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824832
00000100:00100000:1.0:1761228018.821272:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824576
00000100:00100000:3.0:1761228018.821275:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130
00000100:00100000:3.0:1761228018.821280:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737824832:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228018.821300:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4269
00000100:00100000:1.0:1761228018.821304:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c14ec519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737824576:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228018.821336:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c14ec519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737824576:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (111us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228018.821342:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4269
00010000:02020000:3.0:1761228018.821369:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228018.821370:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087f8a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737824576:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228018.821408:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737824832:12345-0@lo:8:kworker/u8:0.0 Request processed in 125us (328us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228018.821415:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130
00000100:00100000:1.0:1761228018.821422:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824640
00000100:00100000:3.0:1761228018.821438:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228018.821448:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936
00000100:00100000:1.0:1761228018.821452:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737824640:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228018.821463:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000738cf27f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737825088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228018.821492:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737824640:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (853us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228018.821501:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228018.821504:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936
00000100:00100000:3.0:1761228018.821540:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824704
00000100:00100000:1.0:1761228018.821542:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737824640:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228018.821571:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4270
00000100:00100000:3.0:1761228018.821577:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1b251ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737824704:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228018.821633:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1b251ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737824704:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228018.821639:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4270
00000100:00100000:3.0:1761228018.821671:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825088
00000100:00100000:3.0:1761228018.821692:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785
00000100:00100000:3.0:1761228018.821695:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb1e1c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737825088:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228018.821723:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb1e1c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737825088:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228018.821732:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785
00000100:00100000:1.0:1761228018.822094:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ae7cf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737824704:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228018.822105:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000738cf27f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737825088:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228018.822148:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228018.822164:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737824768:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228018.822188:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228018.822210:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000721f0ef4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737825152:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228018.822231:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824768
00000100:00100000:2.0:1761228018.822232:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228018.822261:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937
00000100:00100000:1.0:1761228018.822266:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737824768:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228018.822316:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737824896:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228018.822347:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228018.822376:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228018.822381:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228018.822384:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ee7ded7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737824832:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228018.822520:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824512
00000100:00100000:3.0:1761228018.822552:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599
00000100:00100000:3.0:1761228018.822556:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737824512:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228018.823079:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737824768:12345-0@lo:400:kworker/u8:0.0 Request processed in 811us (889us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228018.823087:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937
00000100:00100000:1.0:1761228018.823123:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825152
00000100:00100000:1.0:1761228018.823144:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737824896
00000100:00100000:1.0:1761228018.823159:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786
00000100:00100000:1.0:1761228018.823163:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737825152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228018.824422:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737824512:12345-0@lo:400:kworker/u8:0.0 Request processed in 1861us (2271us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228018.824432:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599
00000100:00100000:3.0:1761228018.824493:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131
00000100:00100000:3.0:1761228018.824497:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737824896:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228018.824590:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737825152:12345-0@lo:400:kworker/u8:0.0 Request processed in 1425us (2357us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228018.824598:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786
00000100:00100000:2.0:1761228018.824717:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737824768:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1761228018.824728:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228018.824736:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000721f0ef4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737825152:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228018.824761:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737824512:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228018.824809:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737824896:12345-0@lo:8:kworker/u8:0.0 Request processed in 310us (2461us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228018.824816:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131
00000100:00080000:0.0:1761228018.825060:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228018.825064:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228018.825068:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737824896:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228019.331924:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228019.331951:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023abb588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737825216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228019.332033:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228019.332182:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825216
00000100:00100000:3.0:1761228019.332833:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926
00000100:00100000:3.0:1761228019.332842:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000243c7f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737825216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228019.332875:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228019.332927:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000243c7f3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737825216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (895us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228019.332934:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926
00000100:00100000:2.0:1761228019.336918:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023abb588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737825216:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228019.778976:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228020.359804:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228020.359822:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000939e5e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737825280:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228020.359900:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228020.360251:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825280
00000100:00100000:1.0:1761228020.360310:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938
00000100:00100000:1.0:1761228020.360316:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe1440f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737825280:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228020.360375:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228020.360422:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe1440f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737825280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (522us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228020.360428:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938
00000100:00100000:3.0:1761228020.360510:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000939e5e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737825280:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228020.803090:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228021.827283:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228022.749548:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228022.750199:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726656
00000100:00100000:3.0:1761228022.750250:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2132
00000100:00100000:3.0:1761228022.750257:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091258c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720726656:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228022.750351:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228022.750422:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091258c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720726656:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 164us (883us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228022.750431:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2132
00000100:00100000:1.0:1761228022.751673:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228022.751710:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228022.751742:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228022.752818:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726464
00000100:00100000:3.0:1761228022.753315:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1600
00000100:00100000:3.0:1761228022.753323:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720726464:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228022.753366:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726592
00000100:00100000:0.0:1761228022.753414:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726528
00000100:00100000:0.0:1761228022.753438:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4271
00000100:00100000:0.0:1761228022.753443:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000939e5e73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720726592:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228022.753533:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000939e5e73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720726592:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 89us (1823us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228022.753542:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4271
00000100:00100000:0.0:1761228022.753560:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4272
00000100:00100000:0.0:1761228022.753564:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ebdaaa4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720726528:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228022.753717:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720726464:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 392us (2047us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228022.753724:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1600
00000100:00100000:0.0:1761228022.753997:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ebdaaa4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720726528:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 431us (2253us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228022.754004:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4272
00010000:00010000:1.0:1761228022.851033:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228022.917178:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737825344:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228022.917263:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228022.917377:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825344
00000100:00100000:2.0:1761228022.917430:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939
00000100:00100000:2.0:1761228022.917436:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dd76312 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737825344:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228022.917477:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228022.917529:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dd76312 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737825344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228022.917536:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939
00000100:00100000:3.0:1761228022.917629:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737825344:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228023.875076:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228023.939703:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228023.939710:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228023.939714:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228023.939723:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3614
00000100:00080000:1.0:1761228023.939727:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228023.939732:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228023.939753:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005768b58b x1846777737825728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228023.939767:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228023.939769:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228023.939770:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228023.939773:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3614
00000100:00080000:1.0:1761228023.939815:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228023.939818:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228023.939830:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007833900c x1846777737825792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228023.939990:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737825600:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940055:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228023.940094:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ff05e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737825984:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940119:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228023.940146:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1761228023.940202:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737825408:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940233:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228023.940249:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737825664:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940269:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228023.940283:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000214aa2e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737826048:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940300:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228023.940331:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825984
00000100:00100000:3.0:1761228023.940380:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826048
00000100:00100000:3.0:1761228023.940399:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787
00000100:00100000:3.0:1761228023.940404:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056f381bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737825984:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940461:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056f381bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737825984:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228023.940468:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787
00000100:00100000:3.0:1761228023.940483:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788
00000100:00100000:3.0:1761228023.940486:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d48887fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737826048:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940509:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d48887fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737826048:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228023.940514:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788
00000100:00100000:3.0:1761228023.940531:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825408
00000100:00100000:3.0:1761228023.940551:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601
00000100:00100000:3.0:1761228023.940555:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737825408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940581:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737825408:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228023.940586:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601
00000100:00100000:3.0:1761228023.940623:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825664
00000100:00100000:3.0:1761228023.940643:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940
00000100:00100000:3.0:1761228023.940647:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be4d32fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737825664:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940687:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be4d32fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737825664:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (417us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228023.940694:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940
00000100:00100000:3.0:1761228023.940729:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737825408:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940740:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737825664:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940748:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000214aa2e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737826048:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.940755:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ff05e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737825984:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.940867:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825600
00000100:00100000:1.0:1761228023.940903:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4273
00000100:00100000:1.0:1761228023.940907:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041ecabc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737825600:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.940943:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041ecabc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737825600:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (889us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228023.940948:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4273
00000100:00100000:3.0:1761228023.941031:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737825600:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.942972:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a82388e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737825472:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.943035:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228023.943061:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737825856:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.943083:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228023.943106:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228023.943113:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086597693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737825536:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.943138:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228023.943161:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737825920:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228023.943164:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825472
00000100:00100000:1.0:1761228023.943183:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228023.944322:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737825728:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228023.944363:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228023.944383:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737825792:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228023.944401:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228023.944582:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825728
00000100:00100000:0.0:1761228023.944623:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825792
00000100:00100000:0.0:1761228023.944640:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133
00000100:00100000:0.0:1761228023.944645:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737825728:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228023.944731:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228023.944772:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737825728:12345-0@lo:8:kworker/u8:0.0 Request processed in 126us (408us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228023.944801:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133
00000100:00100000:0.0:1761228023.944816:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134
00000100:00100000:0.0:1761228023.944820:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ee7ded7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737825792:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228023.947243:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228023.947319:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ee7ded7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737825792:12345-0@lo:8:kworker/u8:0.0 Request processed in 2496us (2916us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228023.947331:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134
00000100:00080000:0.0:1761228023.947388:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228023.947392:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228023.947397:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737825728:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228023.947407:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228023.947410:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228023.947412:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737825792:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228023.947548:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825536
00000100:00100000:0.0:1761228023.947598:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941
00000100:00100000:0.0:1761228023.947603:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d083058f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737825536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228023.947771:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d083058f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737825536:12345-0@lo:400:kworker/u8:0.0 Request processed in 166us (4632us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228023.947796:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941
00000100:00100000:0.0:1761228023.947833:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086597693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737825536:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.950875:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825856
00000100:00100000:3.0:1761228023.950938:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737825920
00000100:00100000:1.0:1761228023.950973:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4274
00000100:00100000:1.0:1761228023.950980:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd67e302 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737825472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.951068:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd67e302 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737825472:12345-0@lo:400:kworker/u8:0.0 Request processed in 88us (8035us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228023.951074:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4274
00000100:00100000:1.0:1761228023.951090:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4275
00000100:00100000:1.0:1761228023.951093:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e31667bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737825856:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.951113:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e31667bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737825856:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (8030us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228023.951117:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4275
00000100:00100000:1.0:1761228023.951152:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a82388e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737825472:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228023.951162:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737825856:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.951296:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4276
00000100:00100000:3.0:1761228023.951301:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3fc4a8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737825920:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228023.951343:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3fc4a8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737825920:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (8161us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228023.951349:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4276
00000100:00100000:3.0:1761228023.951381:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737825920:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228024.452294:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ca3881b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737826112:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228024.452367:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228024.452476:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826112
00000100:00100000:3.0:1761228024.452531:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927
00000100:00100000:3.0:1761228024.452538:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005616d99b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737826112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228024.452574:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228024.452628:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005616d99b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737826112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228024.452636:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927
00000100:00100000:1.0:1761228024.452717:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ca3881b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737826112:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228024.899348:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228025.475232:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b37003ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737826176:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228025.475304:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228025.475432:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826176
00000100:00100000:3.0:1761228025.475479:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942
00000100:00100000:3.0:1761228025.475487:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737826176:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228025.475525:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228025.475609:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737826176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228025.475616:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942
00000100:00100000:1.0:1761228025.475695:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b37003ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737826176:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228025.926103:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228026.947602:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228027.874709:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228027.874750:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228027.874774:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228027.874831:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228027.874865:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726912
00000100:00100000:2.0:1761228027.874899:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2135
00000100:00100000:2.0:1761228027.874905:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5c95e0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720726912:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228027.875009:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228027.875061:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5c95e0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720726912:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 156us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228027.875068:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2135
00000100:00100000:0.0:1761228027.875143:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726848
00000100:00100000:0.0:1761228027.875179:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726784
00000100:00100000:0.0:1761228027.875192:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4277
00000100:00100000:0.0:1761228027.875196:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cf1eb3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720726848:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228027.875231:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cf1eb3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720726848:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 34us (481us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228027.875237:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4277
00000100:00100000:0.0:1761228027.875247:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4278
00000100:00100000:0.0:1761228027.875251:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720726784:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228027.875266:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720726784:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 15us (492us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228027.875271:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4278
00000100:00100000:1.0:1761228027.875381:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726720
00000100:00100000:1.0:1761228027.875419:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1602
00000100:00100000:1.0:1761228027.875423:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720726720:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228027.875448:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720726720:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 24us (747us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228027.875454:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1602
00010000:00010000:1.0:1761228027.970983:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228028.036515:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228028.038381:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b37003ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737826240:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228028.038457:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228028.038736:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826240
00000100:00100000:2.0:1761228028.038798:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943
00000100:00100000:2.0:1761228028.038803:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737826240:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228028.038842:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228028.038879:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737826240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (424us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228028.038885:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943
00000100:00100000:0.0:1761228028.038975:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b37003ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737826240:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228028.996199:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228029.063769:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228029.063791:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228029.063794:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228029.063802:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3619
00000100:00080000:2.0:1761228029.063806:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228029.063813:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228029.063837:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7fd0506 x1846777737826624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228029.063852:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228029.063855:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228029.063856:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228029.063859:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3619
00000100:00080000:2.0:1761228029.063860:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228029.063863:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228029.063872:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f187d6e1 x1846777737826688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228029.063920:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076bd46df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737826432:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.063988:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228029.064012:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009086d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737826816:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228029.064017:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737826496:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.064038:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228029.064061:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228029.064066:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737826368:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.064086:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228029.064097:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beac3968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737826752:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.064137:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228029.064159:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7fd0506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737826624:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228029.064179:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228029.064189:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737826688:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228029.064204:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228029.064503:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737826304:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.064827:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826624
00000100:00100000:3.0:1761228029.064831:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228029.064858:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826688
00000100:00100000:3.0:1761228029.064862:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038728d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737826880:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.064876:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136
00000100:00100000:2.0:1761228029.064882:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737826624:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228029.064893:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228029.064924:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826816
00000100:00100000:3.0:1761228029.064951:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826368
00000100:00100000:3.0:1761228029.064965:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826752
00010000:02020000:2.0:1761228029.064970:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228029.064982:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826496
00000100:00100000:3.0:1761228029.064999:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4279
00000100:00100000:3.0:1761228029.065003:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737826816:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.065015:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737826624:12345-0@lo:8:kworker/u8:0.0 Request processed in 132us (834us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228029.065022:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136
00000100:00100000:2.0:1761228029.065039:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826880
00000100:00100000:3.0:1761228029.065056:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737826816:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (1017us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228029.065062:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789
00000100:00100000:2.0:1761228029.065069:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d07b2e23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737826880:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228029.065069:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4279
00000100:00100000:3.0:1761228029.065091:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4280
00000100:00100000:3.0:1761228029.065096:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bd76cc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737826368:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.065107:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d07b2e23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737826880:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228029.065113:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789
00000100:00100000:2.0:1761228029.065128:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137
00000100:00100000:2.0:1761228029.065131:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737826688:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228029.065135:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bd76cc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737826368:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1046us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228029.065143:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4280
00000100:00100000:3.0:1761228029.065162:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4281
00000100:00100000:3.0:1761228029.065165:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bafba23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737826752:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228029.065190:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bafba23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737826752:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (1052us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228029.065195:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4281
00000100:00100000:3.0:1761228029.065205:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4282
00010000:02020000:2.0:1761228029.065212:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228029.065224:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000681f7099 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737826496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.065238:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737826688:12345-0@lo:8:kworker/u8:0.0 Request processed in 105us (1033us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228029.065245:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137
00000100:00100000:3.0:1761228029.065260:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000681f7099 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737826496:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (431us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228029.065268:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4282
00000100:00080000:2.0:1761228029.065279:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228029.065283:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228029.065288:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7fd0506 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737826624:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228029.065299:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228029.065301:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228029.065304:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737826688:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228029.065321:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038728d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737826880:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228029.065335:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737826496:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.065339:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826432
00000100:00100000:2.0:1761228029.065366:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944
00000100:00100000:3.0:1761228029.065369:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737826368:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.065372:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e08b1d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737826432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228029.065385:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beac3968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737826752:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228029.065400:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009086d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737826816:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.065408:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e08b1d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737826432:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1419us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228029.065415:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944
00000100:00100000:3.0:1761228029.065426:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076bd46df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737826432:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228029.066470:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228029.066506:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737826560:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228029.066555:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228029.066584:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737826944:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228029.066606:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228029.066681:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826944
00000100:00100000:1.0:1761228029.066723:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790
00000100:00100000:1.0:1761228029.066728:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737826944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228029.066806:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737826944:12345-0@lo:400:kworker/u8:0.0 Request processed in 78us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228029.066813:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790
00000100:00100000:1.0:1761228029.066847:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737826944:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228029.067188:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826560
00000100:00100000:0.0:1761228029.068074:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945
00000100:00100000:0.0:1761228029.068081:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737826560:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228029.068141:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737826560:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (1586us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228029.068147:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945
00000100:00100000:1.0:1761228029.068229:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737826560:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228029.068347:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737826304
00000100:00100000:1.0:1761228029.069026:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603
00000100:00100000:1.0:1761228029.069032:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737826304:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228029.069108:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737826304:12345-0@lo:400:kworker/u8:0.0 Request processed in 75us (2642us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228029.069115:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603
00000100:00100000:0.0:1761228029.069199:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737826304:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228029.571718:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228029.571740:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc545ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737827008:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228029.571831:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228029.571916:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827008
00000100:00100000:3.0:1761228029.571966:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928
00000100:00100000:3.0:1761228029.571972:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000738cf27f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737827008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228029.572005:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228029.572047:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000738cf27f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737827008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228029.572054:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928
00000100:00100000:0.0:1761228029.572138:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc545ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737827008:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228030.022611:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228030.595303:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f471490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737827072:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228030.595375:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228030.595600:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827072
00000100:00100000:2.0:1761228030.595648:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946
00000100:00100000:2.0:1761228030.595654:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737827072:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228030.595690:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228030.595743:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737827072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (369us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228030.595750:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946
00000100:00100000:1.0:1761228030.595836:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f471490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737827072:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228031.043024:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228032.067040:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228032.993391:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228032.993447:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228032.993520:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228032.993588:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228032.993754:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727168
00000100:00100000:2.0:1761228032.993952:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2138
00000100:00100000:2.0:1761228032.993959:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e54a0e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720727168:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228032.994051:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228032.994113:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e54a0e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720727168:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 153us (524us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228032.994120:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2138
00000100:00100000:3.0:1761228032.994177:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727040
00000100:00100000:3.0:1761228032.994207:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727104
00000100:00100000:3.0:1761228032.994227:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4283
00000100:00100000:3.0:1761228032.994232:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5b4035e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720727040:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228032.994269:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5b4035e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720727040:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 37us (888us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228032.994275:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4283
00000100:00100000:3.0:1761228032.994286:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4284
00000100:00100000:3.0:1761228032.994290:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dae0d6f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720727104:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228032.994308:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dae0d6f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720727104:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 18us (790us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228032.994313:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4284
00000100:00100000:0.0:1761228032.994618:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720726976
00000100:00100000:0.0:1761228032.994964:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1604
00000100:00100000:0.0:1761228032.994970:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720726976:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228032.995007:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720726976:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 37us (1561us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228032.995015:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1604
00010000:00010000:0.0:1761228033.091845:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228033.155190:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228033.155213:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e4514c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737827136:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228033.155285:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228033.155383:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827136
00000100:00100000:1.0:1761228033.155434:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947
00000100:00100000:1.0:1761228033.155440:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737827136:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228033.155476:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228033.155701:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737827136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 260us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228033.155708:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947
00000100:00100000:0.0:1761228033.155869:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e4514c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737827136:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228034.114985:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228034.182603:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228034.182610:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228034.182613:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228034.182622:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3624
00000100:00080000:1.0:1761228034.182626:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228034.182631:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228034.182641:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e64eb167 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737827264:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228034.182651:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a255712c x1846777737827520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228034.182679:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228034.182682:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228034.182684:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228034.182687:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3624
00000100:00080000:1.0:1761228034.182689:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228034.182692:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228034.182705:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000010d8befa x1846777737827584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228034.182707:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228034.182755:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f791fd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737827648:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228034.182756:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d225edb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737827328:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228034.182807:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228034.182832:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228034.182845:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a255712c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737827520:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228034.182855:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000518d47b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737827712:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228034.182880:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228034.182892:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228034.182901:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010d8befa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737827584:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228034.182929:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228034.182933:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827264
00000100:00100000:2.0:1761228034.182963:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827648
00000100:00100000:1.0:1761228034.182972:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827712
00000100:00100000:2.0:1761228034.182997:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4285
00000100:00100000:2.0:1761228034.183013:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4fe30ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737827264:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228034.183053:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4fe30ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737827264:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228034.183267:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcc9139e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737827392:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228034.183296:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228034.183313:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d538e83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737827776:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228034.183335:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228034.183351:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1761228034.183357:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082f4a07f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737827200:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228034.183382:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228034.183394:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dca057a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737827456:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228034.183411:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228034.183423:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c8712da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737827840:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228034.183441:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228034.183551:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827200
00000100:00100000:3.0:1761228034.183565:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827392
00000100:00100000:0.0:1761228034.183580:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605
00000100:00100000:0.0:1761228034.183584:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737827200:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228034.183623:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737827200:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228034.183630:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605
00000100:00100000:0.0:1761228034.183679:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082f4a07f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737827200:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228034.188295:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4286
00000100:00100000:2.0:1761228034.188308:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4285
00000100:00100000:1.0:1761228034.188312:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f471490 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737827648:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228034.188321:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4287
00000100:00100000:0.0:1761228034.188329:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e48a26b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737827712:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228034.188339:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4288
00000100:00100000:3.0:1761228034.188344:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c911ba9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737827392:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228034.188407:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f471490 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737827648:12345-0@lo:400:kworker/u8:4.0 Request processed in 99us (5599us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228034.188414:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e48a26b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737827712:12345-0@lo:400:kworker/u8:4.0 Request processed in 84us (5522us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228034.188414:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c911ba9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737827392:12345-0@lo:400:kworker/u8:4.0 Request processed in 68us (5116us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228034.188417:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4286
00000100:00100000:3.0:1761228034.188426:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4288
00000100:00100000:0.0:1761228034.188432:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4287
00000100:00100000:0.0:1761228034.188457:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827584
00000100:00100000:3.0:1761228034.188457:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827520
00000100:00100000:3.0:1761228034.188489:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827776
00000100:00100000:0.0:1761228034.188495:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827840
00000100:00100000:3.0:1761228034.188506:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791
00000100:00100000:0.0:1761228034.188509:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792
00000100:00100000:3.0:1761228034.188509:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737827776:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228034.188512:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cd95006 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737827840:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228034.189071:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cd95006 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737827840:12345-0@lo:400:kworker/u8:4.0 Request processed in 557us (5628us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228034.189071:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737827776:12345-0@lo:400:kworker/u8:4.0 Request processed in 559us (5734us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228034.189079:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791
00000100:00100000:1.0:1761228034.189163:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000518d47b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737827712:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228034.189170:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792
00000100:00100000:3.0:1761228034.189175:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139
00000100:00100000:3.0:1761228034.189179:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737827520:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228034.189188:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140
00000100:00100000:0.0:1761228034.189191:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737827584:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228034.189202:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827328
00000100:00100000:1.0:1761228034.189242:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827456
00000100:00100000:1.0:1761228034.189255:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948
00000100:00100000:1.0:1761228034.189258:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003726e4fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737827328:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228034.189297:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003726e4fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737827328:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (6467us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228034.189302:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948
00000100:00100000:1.0:1761228034.189314:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949
00000100:00100000:1.0:1761228034.189317:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084a98661 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737827456:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228034.189340:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084a98661 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737827456:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (5928us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228034.189344:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949
00010000:02020000:0.0:1761228034.189355:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:3.0:1761228034.189355:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228034.189373:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d225edb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737827328:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228034.189398:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737827584:12345-0@lo:8:kworker/u8:4.0 Request processed in 205us (6468us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228034.189398:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737827520:12345-0@lo:8:kworker/u8:4.0 Request processed in 217us (6518us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228034.189405:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139
00000100:00100000:0.0:1761228034.189408:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140
00000100:00100000:1.0:1761228034.189445:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dca057a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737827456:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228034.189461:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c8712da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737827840:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228034.189486:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcc9139e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737827392:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228034.189497:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f791fd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737827648:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228034.189502:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d538e83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737827776:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228034.189518:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e64eb167 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737827264:0@lo:400:kworker/u8:4.0
00000100:00080000:1.0:1761228034.189565:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228034.189569:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228034.189573:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a255712c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737827520:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761228034.189580:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228034.189582:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228034.189585:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010d8befa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737827584:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228034.692909:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228034.692937:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e2d425b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737827904:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228034.693016:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228034.693317:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827904
00000100:00100000:3.0:1761228034.693374:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929
00000100:00100000:3.0:1761228034.693380:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d8befa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737827904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228034.693417:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228034.693459:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d8befa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737827904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (445us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228034.693505:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929
00000100:00100000:1.0:1761228034.693598:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e2d425b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737827904:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228035.140074:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228035.715742:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228035.715764:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737827968:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228035.715853:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228035.716070:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737827968
00000100:00100000:1.0:1761228035.716134:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950
00000100:00100000:1.0:1761228035.716140:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe1440f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737827968:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228035.716180:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228035.716231:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe1440f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737827968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (379us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228035.716239:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950
00000100:00100000:3.0:1761228035.716318:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737827968:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228036.163433:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228037.189551:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228038.125401:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228038.125457:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228038.125489:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228038.125565:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228038.125609:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727424
00000100:00100000:1.0:1761228038.125649:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2141
00000100:00100000:1.0:1761228038.125655:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcc9139e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720727424:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228038.125764:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228038.125856:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcc9139e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720727424:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 199us (290us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228038.125864:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2141
00000100:00100000:0.0:1761228038.125950:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727232
00000100:00100000:0.0:1761228038.125988:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1606
00000100:00100000:0.0:1761228038.125992:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720727232:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228038.126024:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720727232:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 31us (567us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228038.126030:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1606
00000100:00100000:3.0:1761228038.126863:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727296
00000100:00100000:3.0:1761228038.126985:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727360
00000100:00100000:1.0:1761228038.127024:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4289
00000100:00100000:1.0:1761228038.127029:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a255712c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720727296:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228038.127067:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a255712c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720727296:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 37us (1673us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228038.127073:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4289
00000100:00100000:1.0:1761228038.127087:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4290
00000100:00100000:1.0:1761228038.127091:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d538e83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720727360:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228038.127114:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d538e83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720727360:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 21us (1625us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228038.127120:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4290
00010000:00010000:0.0:1761228038.213769:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228038.275760:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c8712da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737828032:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228038.275856:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228038.275900:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828032
00000100:00100000:3.0:1761228038.275950:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951
00000100:00100000:3.0:1761228038.275956:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dca057a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737828032:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228038.275993:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228038.276047:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dca057a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737828032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228038.276055:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951
00000100:00100000:0.0:1761228038.276177:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c8712da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737828032:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228039.235037:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228039.299337:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228039.299346:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228039.299349:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228039.299358:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3630
00000100:00080000:0.0:1761228039.299361:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228039.299367:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228039.299387:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d95ca8e7 x1846777737828416/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228039.299402:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228039.299405:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228039.299416:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228039.299419:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3630
00000100:00080000:0.0:1761228039.299420:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228039.299424:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228039.299434:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007ffc3050 x1846777737828480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228039.299482:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737828224:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.299544:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228039.299570:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da2455c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737828608:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.299593:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228039.299613:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228039.299618:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737828160:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.299637:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228039.299651:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f00102f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737828544:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.299668:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228039.299690:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d95ca8e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737828416:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228039.299711:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228039.299726:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737828480:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228039.299746:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228039.299801:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828224
00000100:00100000:0.0:1761228039.299839:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952
00000100:00100000:0.0:1761228039.299845:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737828224:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.299957:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737828224:12345-0@lo:400:kworker/u8:0.0 Request processed in 111us (413us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228039.299964:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952
00000100:00100000:0.0:1761228039.299989:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828608
00000100:00100000:0.0:1761228039.300013:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828160
00000100:00100000:0.0:1761228039.300028:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828544
00000100:00100000:0.0:1761228039.300044:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4291
00000100:00100000:0.0:1761228039.300047:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737828608:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.300075:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737828608:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (482us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228039.300084:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4291
00000100:00100000:0.0:1761228039.300095:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4292
00000100:00100000:0.0:1761228039.300098:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000096f374f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737828160:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.300122:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000096f374f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737828160:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (484us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228039.300127:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4292
00000100:00100000:0.0:1761228039.300137:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4293
00000100:00100000:0.0:1761228039.300140:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1b48fda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737828544:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.300162:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1b48fda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737828544:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (494us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228039.300167:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4293
00000100:00100000:0.0:1761228039.300188:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828416
00000100:00100000:0.0:1761228039.300202:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828480
00000100:00100000:0.0:1761228039.300214:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142
00000100:00100000:0.0:1761228039.300218:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737828416:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228039.300308:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228039.300341:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737828416:12345-0@lo:8:kworker/u8:0.0 Request processed in 122us (630us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228039.300347:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142
00000100:00100000:0.0:1761228039.300358:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143
00000100:00100000:0.0:1761228039.300361:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d3d634 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737828480:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228039.300447:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228039.300471:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d3d634 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737828480:12345-0@lo:8:kworker/u8:0.0 Request processed in 108us (724us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228039.300479:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143
00000100:00080000:0.0:1761228039.300636:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228039.300640:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228039.300644:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d95ca8e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737828416:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228039.300653:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228039.300655:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228039.300657:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737828480:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228039.300688:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737828160:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.300697:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f00102f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737828544:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.300705:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737828224:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228039.300712:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da2455c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737828608:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.300806:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6c8ef30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737828288:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.300838:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228039.300863:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737828672:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.300893:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228039.300909:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228039.300915:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087f8a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737828096:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.300941:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228039.300957:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737828352:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.300977:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228039.300989:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e935c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737828736:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.301009:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228039.301030:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828096
00000100:00100000:1.0:1761228039.301056:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607
00000100:00100000:1.0:1761228039.301059:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737828096:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.301085:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737828096:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228039.301090:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607
00000100:00100000:1.0:1761228039.301113:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087f8a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737828096:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228039.301432:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828672
00000100:00100000:3.0:1761228039.301462:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793
00000100:00100000:3.0:1761228039.301465:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000518d47b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737828672:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228039.301496:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000518d47b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737828672:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (603us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228039.301501:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793
00000100:00100000:3.0:1761228039.301509:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828736
00000100:00100000:3.0:1761228039.301524:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794
00000100:00100000:3.0:1761228039.301527:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e54a0e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737828736:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228039.301545:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e54a0e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737828736:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (537us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228039.301552:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794
00000100:00100000:3.0:1761228039.301584:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828352
00000100:00100000:3.0:1761228039.301606:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953
00000100:00100000:3.0:1761228039.301609:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec54d9cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737828352:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228039.301638:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec54d9cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737828352:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (660us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228039.301643:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953
00000100:00100000:3.0:1761228039.301664:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828288
00000100:00100000:3.0:1761228039.301685:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4294
00000100:00100000:3.0:1761228039.301689:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d225edb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737828288:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228039.301712:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d225edb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737828288:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (875us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228039.301717:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4294
00000100:00100000:1.0:1761228039.301835:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737828352:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.301844:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e935c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737828736:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.301852:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6c8ef30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737828288:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.301860:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737828672:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228039.811194:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dd76312 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737828800:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228039.811275:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228039.811914:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828800
00000100:00100000:3.0:1761228039.811953:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930
00000100:00100000:3.0:1761228039.811958:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcc9139e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737828800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228039.811990:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228039.812037:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcc9139e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737828800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (763us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228039.812043:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930
00000100:00100000:2.0:1761228039.812117:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dd76312 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737828800:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228040.259977:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228040.834998:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737828864:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228040.835066:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228040.835166:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828864
00000100:00100000:3.0:1761228040.835210:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954
00000100:00100000:3.0:1761228040.835216:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737828864:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228040.835252:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228040.835288:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737828864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228040.835295:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954
00000100:00100000:0.0:1761228040.835366:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737828864:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228041.283505:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228042.306999:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228043.227893:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228043.227932:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228043.227966:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228043.228029:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727616
00000100:00100000:0.0:1761228043.228052:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727488
00000100:00100000:2.0:1761228043.228087:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727552
00000100:00100000:0.0:1761228043.228088:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1608
00000100:00100000:0.0:1761228043.228095:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720727488:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228043.228115:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4295
00000100:00100000:2.0:1761228043.228120:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca3881b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720727616:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228043.228154:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720727488:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 59us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228043.228162:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca3881b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720727616:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 38us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228043.228170:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1608
00000100:00100000:2.0:1761228043.228174:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4295
00000100:00100000:2.0:1761228043.228190:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4296
00000100:00100000:2.0:1761228043.228194:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023abb588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720727552:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228043.228215:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023abb588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720727552:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 21us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228043.228221:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4296
00000100:00100000:1.0:1761228043.228765:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228043.230064:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727680
00000100:00100000:2.0:1761228043.231505:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2144
00000100:00100000:2.0:1761228043.231515:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c8712da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720727680:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228043.231638:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228043.231712:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c8712da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720727680:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 196us (2947us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228043.231720:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2144
00010000:00010000:1.0:1761228043.336716:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228043.396593:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e64eb167 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737828928:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228043.396660:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228043.396755:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828928
00000100:00100000:3.0:1761228043.396816:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955
00000100:00100000:3.0:1761228043.396821:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737828928:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228043.396856:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228043.396892:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737828928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228043.396898:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955
00000100:00100000:1.0:1761228043.397022:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e64eb167 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737828928:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228044.355141:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228044.421065:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228044.421073:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228044.421076:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228044.421085:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3635
00000100:00080000:2.0:1761228044.421088:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228044.421094:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228044.421116:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000052f7deb2 x1846777737829312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228044.421132:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228044.421135:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228044.421137:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228044.421140:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3635
00000100:00080000:2.0:1761228044.421141:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228044.421144:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228044.421153:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006116ea85 x1846777737829376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228044.421533:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737829184:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228044.421602:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228044.421639:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a76a8a5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737829568:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228044.421664:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228044.421763:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009552616f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737829056:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.421821:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228044.421840:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060fd574f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737829440:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.421861:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228044.421883:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228044.421888:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079002bb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737829120:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.421911:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228044.421926:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737829504:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.421946:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228044.421984:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829184
00000100:00100000:0.0:1761228044.422003:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737828992:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.422032:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829056
00000100:00100000:0.0:1761228044.422045:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228044.422053:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829440
00000100:00100000:0.0:1761228044.422070:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241c4819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737829248:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.422079:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829504
00000100:00100000:0.0:1761228044.422099:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228044.422103:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4297
00000100:00100000:3.0:1761228044.422111:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e64eb167 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737829184:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228044.422120:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737829632:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228044.422160:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052f7deb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737829312:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228044.422169:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e64eb167 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737829184:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (567us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228044.422177:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4297
00000100:00100000:0.0:1761228044.422200:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4298
00000100:00100000:0.0:1761228044.422205:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000611fa818 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737829056:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228044.422241:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000611fa818 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737829056:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228044.422308:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737829184:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228044.422339:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829568
00000100:00100000:1.0:1761228044.422397:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795
00000100:00100000:1.0:1761228044.422400:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f791fd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737829568:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228044.422433:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f791fd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737829568:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (769us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228044.422438:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795
00000100:00100000:1.0:1761228044.422458:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228044.422470:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006116ea85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737829376:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228044.422490:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228044.422511:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829312
00000100:00100000:1.0:1761228044.422527:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829376
00000100:00100000:1.0:1761228044.422541:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145
00000100:00100000:1.0:1761228044.422544:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082f4a07f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737829312:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228044.423583:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4299
00000100:00100000:3.0:1761228044.423593:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063e05330 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737829440:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228044.423595:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4298
00000100:00100000:2.0:1761228044.423630:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4300
00000100:00100000:2.0:1761228044.423637:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0f41a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737829504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.423643:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063e05330 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737829440:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (1780us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228044.423650:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4299
00000100:00100000:3.0:1761228044.423683:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829120
00000100:00100000:2.0:1761228044.423688:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0f41a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737829504:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (1739us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228044.423695:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4300
00000100:00100000:3.0:1761228044.423710:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829248
00000100:00100000:3.0:1761228044.423724:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956
00000100:00100000:3.0:1761228044.423727:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de959d5a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737829120:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.423750:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de959d5a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737829120:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (1839us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228044.423755:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956
00000100:00100000:3.0:1761228044.423764:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957
00000100:00100000:3.0:1761228044.423767:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737829248:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.423806:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737829248:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (1709us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228044.423812:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957
00000100:00100000:0.0:1761228044.423848:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737828992
00000100:00100000:3.0:1761228044.423860:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079002bb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737829120:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.423873:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737829504:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228044.423883:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609
00000100:00100000:3.0:1761228044.423887:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009552616f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737829056:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228044.423890:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737828992:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.423904:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060fd574f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737829440:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228044.423933:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737828992:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (1888us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228044.423940:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609
00000100:00100000:3.0:1761228044.423982:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146
00000100:00100000:3.0:1761228044.423987:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4514c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737829376:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228044.424023:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a76a8a5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737829568:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1761228044.424077:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:1.0:1761228044.424093:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228044.424132:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228044.424743:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228044.424748:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228044.424752:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052f7deb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737829312:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228044.424763:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228044.424766:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228044.424769:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006116ea85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737829376:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228044.424821:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4514c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737829376:12345-0@lo:8:kworker/u8:0.0 Request processed in 832us (2330us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228044.424826:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829632
00000100:00100000:3.0:1761228044.424828:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146
00000100:00100000:3.0:1761228044.424856:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796
00000100:00100000:3.0:1761228044.424860:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a76a8a5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737829632:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228044.424953:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a76a8a5a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737829632:12345-0@lo:400:kworker/u8:0.0 Request processed in 92us (822us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228044.425185:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737829632:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228044.425203:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737828992:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228044.425211:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241c4819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737829248:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228044.425254:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082f4a07f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737829312:12345-0@lo:8:kworker/u8:0.0 Request processed in 2709us (2796us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228044.425260:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145
00000100:00100000:3.0:1761228044.425342:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796
00000100:00100000:0.0:1761228044.931947:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737829696:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228044.932041:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228044.932144:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829696
00000100:00100000:2.0:1761228044.932192:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931
00000100:00100000:2.0:1761228044.932198:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737829696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228044.932244:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228044.932295:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737829696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228044.932306:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931
00000100:00100000:0.0:1761228044.932702:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737829696:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228045.379022:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228045.955065:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228045.955081:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338f5f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737829760:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228045.955147:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228045.955196:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829760
00000100:00100000:3.0:1761228045.955248:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958
00000100:00100000:3.0:1761228045.955255:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737829760:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228045.955291:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228045.955391:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338f5f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737829760:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228045.956031:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737829760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 774us (883us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228045.956039:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958
00010000:00010000:0.0:1761228046.403811:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228047.427024:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228048.351008:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228048.351060:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228048.351089:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228048.351132:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228048.351174:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727936
00000100:00100000:1.0:1761228048.351230:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2147
00000100:00100000:1.0:1761228048.351237:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ff05e47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720727936:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228048.351348:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228048.351411:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ff05e47 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720727936:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 173us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228048.351419:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2147
00000100:00100000:0.0:1761228048.351594:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727744
00000100:00100000:0.0:1761228048.351629:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1610
00000100:00100000:0.0:1761228048.351634:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720727744:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228048.351667:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720727744:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 33us (671us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228048.351673:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1610
00000100:00100000:3.0:1761228048.351744:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727872
00000100:00100000:3.0:1761228048.351800:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720727808
00000100:00100000:3.0:1761228048.351819:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4301
00000100:00100000:3.0:1761228048.351823:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d083058f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720727872:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228048.351852:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d083058f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720727872:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 28us (793us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228048.351857:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4301
00000100:00100000:3.0:1761228048.351869:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4302
00000100:00100000:3.0:1761228048.351872:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b37003ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720727808:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228048.351887:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b37003ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720727808:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 15us (799us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228048.351892:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4302
00010000:00010000:1.0:1761228048.454814:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228048.514979:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000214aa2e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737829824:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228048.515051:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228048.515170:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829824
00000100:00100000:3.0:1761228048.515233:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959
00000100:00100000:3.0:1761228048.515241:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737829824:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228048.515283:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228048.515371:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737829824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (321us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228048.515378:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959
00000100:00100000:1.0:1761228048.515537:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000214aa2e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737829824:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228049.474983:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228049.538969:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338f5f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737829888:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228049.538988:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1761228049.538990:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737830016:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228049.538995:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228049.539000:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228049.539005:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3640
00000100:00080000:3.0:1761228049.539009:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228049.539015:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228049.539034:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000041fdd227 x1846777737830208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228049.539045:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228049.539055:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228049.539059:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228049.539061:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228049.539065:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3640
00000100:00080000:3.0:1761228049.539067:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228049.539071:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228049.539081:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de17e9e3 x1846777737830272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228049.539085:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737830144:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.539120:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228049.539143:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737829952:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.539147:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228049.539155:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dd76312 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737830080:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228049.539181:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228049.539208:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830144
00000100:00100000:0.0:1761228049.539226:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041fdd227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737830208:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228049.539246:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960
00000100:00100000:2.0:1761228049.539253:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737830144:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228049.539260:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228049.539319:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829888
00000100:00100000:2.0:1761228049.539321:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737830144:12345-0@lo:400:kworker/u8:4.0 Request processed in 66us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228049.539328:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737829952
00000100:00100000:2.0:1761228049.539330:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960
00000100:00100000:1.0:1761228049.539358:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611
00000100:00100000:1.0:1761228049.539364:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737829888:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228049.539380:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4303
00000100:00100000:2.0:1761228049.539382:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228049.539388:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000214aa2e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737829952:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228049.539408:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737829888:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (367us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228049.539417:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611
00000100:00100000:2.0:1761228049.539421:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830016
00000100:00100000:0.0:1761228049.539436:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000214aa2e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737829952:12345-0@lo:400:kworker/u8:4.0 Request processed in 48us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228049.539444:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4303
00000100:00100000:2.0:1761228049.539448:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961
00000100:00100000:2.0:1761228049.539454:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737830016:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228049.539459:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830208
00000100:00100000:0.0:1761228049.539489:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228049.539492:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148
00000100:00100000:2.0:1761228049.539496:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737830016:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (116us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228049.539502:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737830208:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228049.539507:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961
00000100:00100000:0.0:1761228049.539527:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737830144:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.539541:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737830016:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228049.539544:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338f5f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737829888:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228049.539587:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830080
00000100:00100000:0.0:1761228049.539609:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4304
00000100:00100000:0.0:1761228049.539613:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5e935c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737830080:12345-0@lo:400:kworker/u8:4.0
00010000:02020000:1.0:1761228049.539618:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228049.539661:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737830208:12345-0@lo:8:kworker/u8:4.0 Request processed in 162us (402us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228049.539669:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5e935c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737830080:12345-0@lo:400:kworker/u8:4.0 Request processed in 53us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228049.539669:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148
00000100:00100000:0.0:1761228049.539678:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4304
00000100:00100000:1.0:1761228049.539707:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737829952:0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228049.539714:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1761228049.540554:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dd76312 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737830080:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.540986:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1761228049.541034:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228049.541039:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041fdd227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737830208:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228049.541059:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de17e9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737830272:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228049.541120:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228049.541308:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228049.541317:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056f381bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737830400:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.541449:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb1e1c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737830336:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228049.541499:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228049.541569:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830400
00000100:00100000:0.0:1761228049.541607:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4305
00000100:00100000:0.0:1761228049.541613:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000241c4819 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737830400:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228049.541922:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737830464:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.541957:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228049.541993:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d07b2e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737830528:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.542019:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228049.542046:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830272
00000100:00100000:2.0:1761228049.542067:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830528
00000100:00100000:2.0:1761228049.542087:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797
00000100:00100000:2.0:1761228049.542105:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737830528:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.542140:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737830528:12345-0@lo:400:kworker/u8:4.0 Request processed in 48us (120us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228049.542146:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797
00000100:00100000:2.0:1761228049.542162:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149
00000100:00100000:2.0:1761228049.542166:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737830272:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228049.542264:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228049.542305:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737830272:12345-0@lo:8:kworker/u8:4.0 Request processed in 137us (1185us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228049.542311:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149
00000100:00100000:2.0:1761228049.542338:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d07b2e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737830528:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.542377:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830336
00000100:00100000:2.0:1761228049.542399:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4306
00000100:00100000:2.0:1761228049.542402:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737830336:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.542434:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737830336:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (477us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228049.542439:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4306
00000100:00100000:2.0:1761228049.542462:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb1e1c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737830336:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228049.542524:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228049.542528:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228049.542531:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de17e9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737830272:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228049.543127:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000241c4819 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737830400:12345-0@lo:400:kworker/u8:4.0 Request processed in 1513us (1776us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228049.543138:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4305
00000100:00100000:1.0:1761228049.543274:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056f381bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737830400:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228049.543451:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228049.545219:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830464
00000100:00100000:2.0:1761228049.545281:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798
00000100:00100000:2.0:1761228049.545296:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737830464:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228049.546267:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737830464:12345-0@lo:400:kworker/u8:4.0 Request processed in 977us (2814us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228049.546275:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798
00000100:00100000:3.0:1761228049.546528:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737830464:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228050.052224:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737830592:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228050.052306:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228050.052405:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830592
00000100:00100000:3.0:1761228050.052461:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932
00000100:00100000:3.0:1761228050.052467:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006116ea85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737830592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228050.052503:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228050.052556:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006116ea85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737830592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228050.052562:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932
00000100:00100000:1.0:1761228050.052678:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737830592:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228050.499039:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228051.077919:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000cd95006 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737830656:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228051.078000:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228051.078107:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830656
00000100:00100000:0.0:1761228051.078157:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962
00000100:00100000:0.0:1761228051.078162:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000784ef878 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737830656:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228051.078200:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228051.078254:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000784ef878 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737830656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228051.078262:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962
00000100:00100000:3.0:1761228051.079009:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000cd95006 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737830656:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228051.522991:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228052.548513:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228053.470016:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228053.470065:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228053.470096:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228053.470130:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228053.470170:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728128
00000100:00100000:1.0:1761228053.470227:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728064
00000100:00100000:1.0:1761228053.470262:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4307
00000100:00100000:1.0:1761228053.470269:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009552616f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720728128:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228053.470347:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009552616f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720728128:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 79us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228053.470355:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4307
00000100:00100000:1.0:1761228053.470374:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4308
00000100:00100000:1.0:1761228053.470377:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079002bb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720728064:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228053.470401:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079002bb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720728064:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228053.470407:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4308
00000100:00100000:3.0:1761228053.470674:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728000
00000100:00100000:3.0:1761228053.470709:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1612
00000100:00100000:3.0:1761228053.470714:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720728000:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228053.470753:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720728000:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 38us (689us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228053.470759:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1612
00000100:00100000:2.0:1761228053.470885:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728192
00000100:00100000:2.0:1761228053.470914:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2150
00000100:00100000:2.0:1761228053.470918:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052f7deb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720728192:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228053.471013:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228053.471040:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052f7deb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720728192:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 122us (1033us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228053.471046:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2150
00010000:00010000:0.0:1761228053.571105:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228053.638542:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228053.638577:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737830720:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228053.638664:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228053.638815:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830720
00000100:00100000:0.0:1761228053.638875:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963
00000100:00100000:0.0:1761228053.638881:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e40b83f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737830720:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228053.638928:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228053.638988:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e40b83f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737830720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (325us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228053.638995:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963
00000100:00100000:3.0:1761228053.639100:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737830720:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228054.595534:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228054.659126:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737830784:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228054.659207:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228054.659209:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228054.659274:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830784
00000100:00100000:3.0:1761228054.659328:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613
00000100:00100000:3.0:1761228054.659334:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737830784:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228054.659387:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737830784:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228054.659395:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613
00000100:00100000:3.0:1761228054.659435:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737830784:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.659835:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa442801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737830848:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.659867:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228054.660119:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830848
00000100:00100000:3.0:1761228054.660159:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4309
00000100:00100000:3.0:1761228054.660164:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737830848:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228054.660212:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737830848:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (344us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228054.660219:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4309
00000100:00100000:0.0:1761228054.660253:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa442801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737830848:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.660407:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8661f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737830912:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.660440:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228054.660479:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830912
00000100:00080000:1.0:1761228054.661124:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228054.661129:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228054.661133:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1761228054.661137:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964
00000100:00080000:1.0:1761228054.661140:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3645
00000100:00080000:1.0:1761228054.661144:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00100000:2.0:1761228054.661146:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737830912:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761228054.661151:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228054.661175:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ab4e8aa8 x1846777737831104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228054.661192:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228054.661194:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228054.661195:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228054.661199:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3645
00000100:00080000:1.0:1761228054.661200:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228054.661203:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228054.661214:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002f0f64cd x1846777737831168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228054.661351:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737830912:12345-0@lo:400:kworker/u8:0.0 Request processed in 205us (910us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228054.661359:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964
00000100:00100000:0.0:1761228054.661375:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8661f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737830912:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.661388:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228054.661394:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003097b3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737831232:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.661421:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228054.661462:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d880a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737830976:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.661485:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228054.661500:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1761228054.661505:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737831040:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.661528:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228054.661590:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab4e8aa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737831104:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228054.661619:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228054.661635:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f0f64cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737831168:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228054.661654:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228054.661683:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831104
00000100:00100000:1.0:1761228054.661703:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831168
00000100:00100000:1.0:1761228054.661717:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151
00000100:00100000:1.0:1761228054.661720:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737831104:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228054.661841:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000571b669d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737831360:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.661866:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228054.661881:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1761228054.661885:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c96194f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737831424:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.661904:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228054.661926:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831360
00000100:00100000:0.0:1761228054.661945:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831424
00000100:00100000:0.0:1761228054.661955:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799
00000100:00100000:0.0:1761228054.661958:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737831360:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.661991:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737831360:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228054.661997:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799
00000100:00100000:0.0:1761228054.662009:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800
00000100:00100000:0.0:1761228054.662013:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737831424:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228054.662036:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737831424:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228054.662042:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800
00000100:00100000:0.0:1761228054.662052:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152
00000100:00100000:0.0:1761228054.662055:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737831168:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228054.662097:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831040
00000100:00100000:3.0:1761228054.662119:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965
00000100:00100000:3.0:1761228054.662123:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737831040:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228054.662155:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737831040:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (627us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228054.662160:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965
00000100:00100000:3.0:1761228054.662183:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831232
00000100:00100000:3.0:1761228054.662206:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737830976
00000100:00100000:3.0:1761228054.662224:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4310
00000100:00100000:3.0:1761228054.662239:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737831232:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228054.662270:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737831232:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (849us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228054.662275:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4310
00000100:00100000:3.0:1761228054.662287:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4311
00000100:00100000:3.0:1761228054.662291:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737830976:12345-0@lo:400:kworker/u8:0.0
00010000:02020000:1.0:1761228054.662307:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228054.662316:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737830976:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (830us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228054.662322:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4311
00000100:00100000:1.0:1761228054.662352:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737831104:12345-0@lo:8:kworker/u8:0.0 Request processed in 629us (732us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228054.662359:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228054.662362:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151
00000100:00100000:3.0:1761228054.662370:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360b8415 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737831296:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228054.662400:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761228054.662413:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228054.662419:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228054.662424:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab4e8aa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737831104:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228054.662430:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831296
00000100:00100000:3.0:1761228054.662459:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4312
00000100:00100000:3.0:1761228054.662464:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cd95006 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737831296:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228054.662487:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003097b3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737831232:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228054.662506:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cd95006 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737831296:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (104us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228054.662512:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4312
00000100:00100000:1.0:1761228054.662539:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c96194f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737831424:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228054.662550:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360b8415 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737831296:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228054.662557:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000571b669d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737831360:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228054.662573:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737831040:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228054.662584:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d880a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737830976:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1761228054.662664:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228054.662705:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737831168:12345-0@lo:8:kworker/u8:0.0 Request processed in 649us (1051us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228054.662712:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152
00000100:00080000:1.0:1761228054.665325:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228054.665336:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228054.665343:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f0f64cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737831168:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228055.172466:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e2d425b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737831488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228055.172530:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228055.173109:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831488
00000100:00100000:0.0:1761228055.173160:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933
00000100:00100000:0.0:1761228055.173166:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f0f64cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737831488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228055.173196:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228055.173255:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f0f64cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737831488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (725us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228055.173262:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933
00000100:00100000:1.0:1761228055.173340:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e2d425b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737831488:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228055.619027:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228056.195065:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e2d425b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737831552:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228056.195134:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228056.200833:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831552
00000100:00100000:0.0:1761228056.200905:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966
00000100:00100000:0.0:1761228056.200912:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737831552:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228056.200952:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228056.201018:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737831552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (5885us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228056.201025:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966
00000100:00100000:1.0:1761228056.201101:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e2d425b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737831552:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228056.643815:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228057.667587:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228058.596911:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228058.596959:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228058.596989:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228058.597062:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228058.597110:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728448
00000100:00100000:1.0:1761228058.597152:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2153
00000100:00100000:1.0:1761228058.597159:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720728448:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228058.597264:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228058.597325:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720728448:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 166us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228058.597333:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2153
00000100:00100000:3.0:1761228058.597466:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728384
00000100:00100000:3.0:1761228058.597507:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728320
00000100:00100000:3.0:1761228058.597526:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4313
00000100:00100000:3.0:1761228058.597531:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9f71615 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720728384:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228058.597539:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4314
00000100:00100000:0.0:1761228058.597544:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000571b669d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720728320:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228058.597582:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000571b669d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720728320:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 37us (593us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228058.597591:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4314
00000100:00100000:2.0:1761228058.597608:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728256
00000100:00100000:2.0:1761228058.597638:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1614
00000100:00100000:2.0:1761228058.597642:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720728256:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228058.597751:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9f71615 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720728384:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 219us (792us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228058.597758:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4313
00000100:00100000:2.0:1761228058.597909:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720728256:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 266us (1008us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228058.597916:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1614
00010000:00010000:0.0:1761228058.692301:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228058.758348:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003097b3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737831616:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228058.758425:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228058.758535:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831616
00000100:00100000:1.0:1761228058.758589:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967
00000100:00100000:1.0:1761228058.758595:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737831616:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228058.758642:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228058.758700:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737831616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228058.758708:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967
00000100:00100000:2.0:1761228058.758858:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003097b3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737831616:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228059.717922:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228059.780212:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228059.780218:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228059.780222:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228059.780230:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3650
00000100:00080000:3.0:1761228059.780233:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228059.780238:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228059.780258:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000041fdd227 x1846777737832000/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228059.780270:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228059.780273:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228059.780275:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228059.780277:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3650
00000100:00080000:3.0:1761228059.780279:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228059.780281:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228059.780288:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002dd76312 x1846777737832064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228059.780332:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737831680:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228059.780396:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228059.780415:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d07b2e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737831936:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228059.780436:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228059.780447:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737832320:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228059.780466:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228059.780499:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228059.780504:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb1e1c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737831872:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228059.780527:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228059.780542:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737832256:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228059.780563:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228059.780589:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831872
00000100:00100000:3.0:1761228059.780630:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4315
00000100:00100000:3.0:1761228059.780635:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022c78046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737831872:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228059.780682:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022c78046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737831872:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228059.780689:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4315
00000100:00100000:3.0:1761228059.780727:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb1e1c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737831872:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.780823:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831680
00000100:00100000:2.0:1761228059.780854:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615
00000100:00100000:2.0:1761228059.780858:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737831680:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.780894:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737831680:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (499us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228059.780900:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615
00000100:00100000:2.0:1761228059.780925:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831936
00000100:00100000:2.0:1761228059.780945:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968
00000100:00100000:2.0:1761228059.780948:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e2d425b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737831936:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.780973:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e2d425b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737831936:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (537us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228059.780978:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968
00000100:00100000:2.0:1761228059.780997:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737831680:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.781005:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d07b2e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737831936:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228059.781283:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041fdd227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737832000:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228059.781311:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228059.781335:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dd76312 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737832064:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228059.781354:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228059.781387:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832320
00000100:00100000:1.0:1761228059.781407:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832256
00000100:00100000:1.0:1761228059.781419:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832000
00000100:00100000:1.0:1761228059.781426:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832064
00000100:00100000:1.0:1761228059.781434:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801
00000100:00100000:1.0:1761228059.781437:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb84bb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737832320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228059.781464:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb84bb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737832320:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (998us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228059.781468:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801
00000100:00100000:1.0:1761228059.781478:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802
00000100:00100000:2.0:1761228059.781594:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154
00000100:00100000:2.0:1761228059.781598:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737832000:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228059.781686:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228059.781715:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737832000:12345-0@lo:8:kworker/u8:4.0 Request processed in 115us (404us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228059.781720:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154
00000100:00100000:2.0:1761228059.781732:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155
00000100:00100000:2.0:1761228059.781734:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737832064:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228059.781830:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228059.781849:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737832064:12345-0@lo:8:kworker/u8:4.0 Request processed in 114us (496us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228059.781854:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155
00000100:00100000:2.0:1761228059.781879:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737832320:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.781913:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de17e9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737831808:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.781934:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228059.781946:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338f5f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737832192:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.781961:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228059.781973:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228059.781978:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056f381bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737831744:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.781997:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228059.782008:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737832128:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.782025:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228059.782048:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832192
00000100:00100000:2.0:1761228059.782072:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831744
00000100:00100000:2.0:1761228059.782087:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832128
00000100:00100000:2.0:1761228059.782103:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4316
00000100:00100000:2.0:1761228059.782107:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf9b56a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737832192:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.782136:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf9b56a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737832192:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228059.782142:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4316
00000100:00100000:2.0:1761228059.782152:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4317
00000100:00100000:2.0:1761228059.782155:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065ec11e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737831744:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.782190:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065ec11e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737831744:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228059.782196:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4317
00000100:00100000:2.0:1761228059.782205:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4318
00000100:00100000:2.0:1761228059.782208:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f70e01bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737832128:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.782227:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f70e01bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737832128:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228059.782232:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4318
00000100:00100000:2.0:1761228059.782259:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737831808
00000100:00100000:2.0:1761228059.782275:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969
00000100:00100000:2.0:1761228059.782278:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc9b36cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737831808:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.782300:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc9b36cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737831808:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228059.782305:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969
00000100:00100000:2.0:1761228059.782324:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056f381bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737831744:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.782332:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737832128:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.782339:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de17e9e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737831808:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228059.782346:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338f5f4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737832192:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228059.782412:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228059.782416:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228059.782419:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041fdd227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737832000:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228059.782426:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228059.782429:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228059.782432:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dd76312 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737832064:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228059.782758:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737832256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228059.782822:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737832256:12345-0@lo:400:kworker/u8:4.0 Request processed in 1339us (2259us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228059.782828:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802
00000100:00100000:2.0:1761228059.783177:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737832256:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228060.291143:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228060.291174:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c6c9e27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737832384:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228060.291237:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228060.291324:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832384
00000100:00100000:1.0:1761228060.291378:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934
00000100:00100000:1.0:1761228060.291384:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737832384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228060.291420:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228060.291470:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737832384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228060.291477:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934
00000100:00100000:0.0:1761228060.291554:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c6c9e27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737832384:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228060.739073:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228061.319854:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beac3968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737832448:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228061.319969:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228061.320061:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832448
00000100:00100000:0.0:1761228061.320112:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970
00000100:00100000:0.0:1761228061.320118:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737832448:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228061.320494:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228061.320556:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737832448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 436us (588us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228061.320564:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970
00000100:00100000:0.0:1761228061.326305:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beac3968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737832448:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228061.765412:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228062.787093:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228063.712044:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228063.712090:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228063.712116:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228063.713442:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728512
00000100:00100000:1.0:1761228063.713970:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728640
00000100:00100000:3.0:1761228063.714065:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728576
00000100:00100000:0.0:1761228063.716066:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228063.716117:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728704
00000100:00100000:0.0:1761228063.716162:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2156
00000100:00100000:0.0:1761228063.716169:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720728704:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228063.716265:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228063.716339:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720728704:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 169us (277us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228063.716346:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2156
00000100:00100000:1.0:1761228063.717132:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4319
00000100:00100000:1.0:1761228063.717141:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720728640:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228063.717201:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720728640:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 61us (5111us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228063.717208:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4319
00000100:00100000:1.0:1761228063.717254:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4320
00000100:00100000:1.0:1761228063.717260:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720728576:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228063.717296:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720728576:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 35us (5180us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228063.717302:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4320
00000100:00100000:2.0:1761228063.718731:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1616
00000100:00100000:2.0:1761228063.718740:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720728512:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228063.718912:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720728512:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 172us (6877us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228063.718919:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1616
00010000:00010000:1.0:1761228063.812639:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228063.875131:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228063.875158:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360b8415 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737832512:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228063.875234:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228063.875371:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832512
00000100:00100000:1.0:1761228063.875430:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971
00000100:00100000:1.0:1761228063.875437:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737832512:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228063.875476:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228063.875527:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737832512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228063.875535:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971
00000100:00100000:3.0:1761228063.875649:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360b8415 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737832512:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228064.835240:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228064.898991:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737832576:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228064.899071:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228064.899156:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832576
00000100:00100000:0.0:1761228064.899210:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617
00000100:00100000:0.0:1761228064.899216:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737832576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228064.899855:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737832576:12345-0@lo:400:kworker/u8:2.0 Request processed in 636us (783us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228064.899860:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737832576:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228064.899867:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617
00000100:00100000:1.0:1761228064.900062:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228064.900878:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737832704:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228064.900927:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228064.900960:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737832640:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228064.900986:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228064.901082:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832704
00000100:00100000:3.0:1761228064.901131:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972
00000100:00100000:3.0:1761228064.901137:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737832704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228064.901182:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737832704:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228064.901188:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972
00000100:00100000:0.0:1761228064.901253:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832640
00000100:00100000:0.0:1761228064.901290:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4321
00000100:00100000:0.0:1761228064.901295:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737832640:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228064.901325:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737832640:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228064.901332:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4321
00000100:00100000:1.0:1761228064.901433:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737832704:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228064.901443:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737832640:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228064.901558:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737832768:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228064.901584:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228064.902129:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832768
00000100:00100000:0.0:1761228064.903074:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4322
00000100:00100000:0.0:1761228064.903080:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091258c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737832768:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228064.903504:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228064.903509:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228064.903513:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228064.903518:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3655
00000100:00080000:2.0:1761228064.903521:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228064.903525:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228064.903548:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000017d4eea x1846777737832896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228064.903564:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228064.903567:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228064.903568:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228064.903571:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3655
00000100:00080000:2.0:1761228064.903573:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228064.903575:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228064.903587:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e310ee53 x1846777737832960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228064.903643:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000017d4eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737832896:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228064.903677:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228064.903708:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e310ee53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737832960:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228064.903729:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228064.903757:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832896
00000100:00100000:2.0:1761228064.903792:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832960
00000100:00100000:2.0:1761228064.903806:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157
00000100:00100000:2.0:1761228064.903810:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737832896:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228064.903896:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228064.903929:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737832896:12345-0@lo:8:kworker/u8:2.0 Request processed in 117us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228064.903935:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157
00000100:00100000:2.0:1761228064.903949:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158
00000100:00100000:2.0:1761228064.903953:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737832960:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228064.904028:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228064.904050:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737832960:12345-0@lo:8:kworker/u8:2.0 Request processed in 96us (320us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228064.904055:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158
00000100:00100000:2.0:1761228064.904081:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f91da21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737833024:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228064.904104:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228064.904139:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228064.904144:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737833088:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228064.904164:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228064.904186:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833024
00000100:00100000:2.0:1761228064.904205:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833088
00000100:00100000:2.0:1761228064.904220:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4323
00000100:00100000:2.0:1761228064.904223:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024d1130b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737833024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228064.904254:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024d1130b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737833024:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (150us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228064.904259:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4323
00000100:00100000:2.0:1761228064.904272:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4324
00000100:00100000:2.0:1761228064.904275:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b806983c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737833088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228064.904298:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b806983c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737833088:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (134us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228064.904304:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4324
00000100:00080000:2.0:1761228064.904340:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228064.904343:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228064.904348:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000017d4eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737832896:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228064.904355:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228064.904357:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228064.904359:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e310ee53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737832960:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228064.904390:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737833088:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228064.904398:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f91da21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737833024:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228064.904483:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737832832:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228064.904513:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228064.904539:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b25db98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737833216:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228064.904558:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228064.904575:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228064.904580:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fd6aa2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737833152:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228064.904600:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228064.904619:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833216
00000100:00100000:1.0:1761228064.904641:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833152
00000100:00100000:1.0:1761228064.904655:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803
00000100:00100000:1.0:1761228064.904659:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e787092c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737833216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228064.904691:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e787092c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737833216:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228064.905059:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091258c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737832768:12345-0@lo:400:kworker/u8:2.0 Request processed in 1977us (3474us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228064.905068:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4322
00000100:00100000:0.0:1761228064.905093:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804
00000100:00100000:0.0:1761228064.905098:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737833152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228064.905146:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737833152:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (546us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228064.905155:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804
00000100:00100000:0.0:1761228064.905220:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fd6aa2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737833152:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228064.905231:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b25db98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737833216:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228064.905295:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803
00000100:00100000:3.0:1761228064.905535:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737832768:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228064.906498:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737832832
00000100:00100000:3.0:1761228064.908105:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973
00000100:00100000:3.0:1761228064.908124:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737832832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228064.908216:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737832832:12345-0@lo:400:kworker/u8:2.0 Request processed in 92us (3703us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228064.908224:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973
00000100:00100000:0.0:1761228064.908314:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2a74695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737832832:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228065.411223:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228065.411242:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5c95e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737833280:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228065.411306:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228065.411395:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833280
00000100:00100000:3.0:1761228065.411443:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935
00000100:00100000:3.0:1761228065.411449:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737833280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228065.411483:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228065.411528:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737833280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (222us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228065.411535:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935
00000100:00100000:3.0:1761228065.411578:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5c95e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737833280:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228065.859183:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228066.440367:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5c95e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737833344:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228066.440459:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228066.440752:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833344
00000100:00100000:1.0:1761228066.440825:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974
00000100:00100000:1.0:1761228066.440830:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b25db98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737833344:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228066.440870:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228066.440924:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b25db98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737833344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (466us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228066.440932:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974
00000100:00100000:0.0:1761228066.441123:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5c95e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737833344:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228066.883372:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228067.909232:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228068.828153:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228068.828262:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728960
00000100:00100000:1.0:1761228068.828324:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2159
00000100:00100000:1.0:1761228068.828330:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720728960:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228068.828423:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228068.828491:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720728960:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 160us (345us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228068.828497:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2159
00000100:00100000:0.0:1761228068.829016:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228068.829127:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228068.829147:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228068.829165:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728896
00000100:00100000:0.0:1761228068.829193:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728832
00000100:00100000:0.0:1761228068.829207:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4325
00000100:00100000:0.0:1761228068.829212:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720728896:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228068.829252:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720728896:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 40us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228068.829258:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4325
00000100:00100000:0.0:1761228068.829271:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4326
00000100:00100000:0.0:1761228068.829275:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720728832:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228068.829292:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720728832:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 17us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228068.829297:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4326
00000100:00100000:3.0:1761228068.829412:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720728768
00000100:00100000:3.0:1761228068.829443:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1618
00000100:00100000:3.0:1761228068.829447:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720728768:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228068.829475:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720728768:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 27us (461us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228068.829480:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1618
00010000:00010000:1.0:1761228068.931014:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228068.995244:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228068.995261:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737833408:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228068.995335:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228068.995435:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833408
00000100:00100000:2.0:1761228068.995492:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975
00000100:00100000:2.0:1761228068.995498:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737833408:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228068.995538:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228068.995596:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737833408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228068.995604:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975
00000100:00100000:0.0:1761228068.995757:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737833408:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228069.955017:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228070.019399:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737833536:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.019491:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228070.019607:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228070.019618:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737833472:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228070.019653:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228070.019684:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833472
00000100:00100000:3.0:1761228070.019722:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619
00000100:00100000:3.0:1761228070.019728:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737833472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228070.019769:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737833472:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (116us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228070.019805:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619
00000100:00100000:3.0:1761228070.019855:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737833472:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228070.019899:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833536
00000100:00100000:0.0:1761228070.022883:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4327
00000100:00100000:0.0:1761228070.022894:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737833536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228070.023750:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737833600:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228070.023836:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228070.023898:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833600
00000100:00100000:3.0:1761228070.023939:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976
00000100:00100000:3.0:1761228070.023944:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ff0674 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737833600:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228070.023981:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ff0674 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737833600:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (145us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228070.023987:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976
00000100:00100000:3.0:1761228070.024021:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737833600:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.026389:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737833664:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.026448:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228070.031168:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737833536:12345-0@lo:400:kworker/u8:0.0 Request processed in 8268us (11671us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228070.031186:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4327
00000100:00100000:0.0:1761228070.031223:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833664
00000100:00100000:0.0:1761228070.031261:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4328
00000100:00100000:0.0:1761228070.031267:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737833664:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761228070.031387:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228070.031393:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228070.031396:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228070.031401:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3660
00000100:00080000:1.0:1761228070.031403:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228070.031407:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228070.031428:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec0ebc15 x1846777737833792/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228070.031442:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228070.031444:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228070.031446:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228070.031448:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3660
00000100:00080000:1.0:1761228070.031450:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228070.031452:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228070.031460:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec331a8f x1846777737833856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228070.031531:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737833984:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228070.031568:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228070.031589:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228070.031593:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737833920:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.031918:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2736434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737833664:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.031945:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e993beb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737834048:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032036:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228070.032066:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1761228070.032071:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737833728:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032095:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228070.032108:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737834112:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032128:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228070.032151:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737833792:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032175:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228070.032189:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737833856:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032208:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228070.032236:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834048
00000100:00100000:2.0:1761228070.032261:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834112
00000100:00100000:2.0:1761228070.032276:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833792
00000100:00100000:2.0:1761228070.032283:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833856
00000100:00100000:2.0:1761228070.032293:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805
00000100:00100000:2.0:1761228070.032297:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737834048:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032332:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737834048:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228070.032338:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805
00000100:00100000:2.0:1761228070.032351:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806
00000100:00100000:2.0:1761228070.032355:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737834112:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032378:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737834112:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228070.032383:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806
00000100:00100000:2.0:1761228070.032392:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160
00000100:00100000:2.0:1761228070.032395:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737833792:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228070.032483:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228070.032516:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737833792:12345-0@lo:8:kworker/u8:0.0 Request processed in 119us (340us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228070.032522:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160
00000100:00100000:2.0:1761228070.032531:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161
00000100:00100000:2.0:1761228070.032534:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737833856:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228070.032619:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228070.032642:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737833856:12345-0@lo:8:kworker/u8:0.0 Request processed in 107us (434us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228070.032648:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161
00000100:00100000:2.0:1761228070.032666:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833728
00000100:00100000:2.0:1761228070.032699:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977
00000100:00100000:2.0:1761228070.032702:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f91da21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737833728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032729:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f91da21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737833728:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (634us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228070.032733:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977
00000100:00080000:2.0:1761228070.032791:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228070.032794:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228070.032798:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737833792:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228070.032807:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228070.032809:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228070.032811:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737833856:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032835:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737833728:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032844:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737834112:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032853:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e993beb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737834048:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032887:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737833536:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032936:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833984
00000100:00100000:2.0:1761228070.032963:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4329
00000100:00100000:2.0:1761228070.032966:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737833984:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228070.032995:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737833984:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (1427us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228070.033000:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4329
00000100:00100000:1.0:1761228070.036859:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228070.036932:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737833984:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228070.036987:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737833920
00000100:00100000:1.0:1761228070.037025:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330
00000100:00100000:1.0:1761228070.037031:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737833920:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228070.037091:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737833920:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228070.037098:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330
00000100:00100000:1.0:1761228070.037133:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737833920:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228070.037811:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737833664:12345-0@lo:400:kworker/u8:0.0 Request processed in 6541us (11359us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228070.037819:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4328
00000100:00100000:0.0:1761228070.531062:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737834176:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228070.531137:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228070.531194:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834176
00000100:00100000:2.0:1761228070.531245:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936
00000100:00100000:2.0:1761228070.531253:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737834176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228070.531300:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228070.531353:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737834176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228070.531360:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936
00000100:00100000:0.0:1761228070.531401:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737834176:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228070.979711:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228071.555261:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228071.555277:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737834240:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228071.555346:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228071.555501:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834240
00000100:00100000:2.0:1761228071.555550:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978
00000100:00100000:2.0:1761228071.555555:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d7320a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737834240:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228071.555593:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228071.555645:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d7320a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737834240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228071.555652:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978
00000100:00100000:1.0:1761228071.555734:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737834240:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228072.003002:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228073.027002:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228073.948771:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228073.948948:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729024
00000100:00100000:3.0:1761228073.949041:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1620
00000100:00100000:3.0:1761228073.949047:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720729024:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228073.949130:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720729024:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 82us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228073.949137:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1620
00000100:00100000:3.0:1761228073.949441:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228073.949553:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228073.949623:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729088
00000100:00100000:0.0:1761228073.949664:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729152
00000100:00100000:0.0:1761228073.949683:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4331
00000100:00100000:0.0:1761228073.949687:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720729088:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228073.949729:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720729088:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 40us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228073.949735:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4331
00000100:00100000:0.0:1761228073.949750:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4332
00000100:00100000:0.0:1761228073.949754:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0da7a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720729152:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228073.949800:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0da7a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720729152:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 21us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228073.949807:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4332
00000100:00100000:3.0:1761228073.950181:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228073.950291:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729216
00000100:00100000:2.0:1761228073.950326:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2162
00000100:00100000:2.0:1761228073.950330:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720729216:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228073.950421:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228073.950466:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720729216:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 134us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228073.950476:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2162
00010000:00010000:0.0:1761228074.053439:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228074.115147:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737834304:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228074.115221:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228074.115436:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834304
00000100:00100000:0.0:1761228074.115475:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979
00000100:00100000:0.0:1761228074.115480:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737834304:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228074.115511:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228074.115820:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737834304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 338us (600us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228074.115827:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979
00000100:00100000:2.0:1761228074.116244:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737834304:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228075.076412:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228075.139126:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228075.139133:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228075.139137:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228075.139144:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3665
00000100:00080000:2.0:1761228075.139147:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228075.139152:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228075.139170:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec0ebc15 x1846777737834688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228075.139185:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228075.139187:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228075.139188:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228075.139191:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3665
00000100:00080000:2.0:1761228075.139192:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228075.139194:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228075.139204:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008c3595c9 x1846777737834752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228075.139240:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737834688:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228075.139298:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228075.139321:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737834752:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228075.139342:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228075.139378:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834688
00000100:00100000:2.0:1761228075.139405:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834752
00000100:00100000:2.0:1761228075.139418:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163
00000100:00100000:2.0:1761228075.139422:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737834688:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228075.139508:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228075.139541:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737834688:12345-0@lo:8:kworker/u8:2.0 Request processed in 118us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228075.139547:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163
00000100:00100000:2.0:1761228075.139561:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164
00000100:00100000:2.0:1761228075.139563:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737834752:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228075.139646:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228075.139662:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737834752:12345-0@lo:8:kworker/u8:2.0 Request processed in 98us (321us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228075.139667:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164
00000100:00080000:2.0:1761228075.139704:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228075.139707:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228075.139710:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737834688:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228075.139716:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228075.139718:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228075.139720:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737834752:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228075.139803:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737834560:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.139831:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228075.139856:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737834944:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.139874:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228075.139890:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1761228075.139894:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737834368:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.139920:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228075.139935:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737834624:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.139954:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228075.139967:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087f8a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737835008:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.139998:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228075.140020:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834944
00000100:00100000:3.0:1761228075.140045:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835008
00000100:00100000:3.0:1761228075.140062:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807
00000100:00100000:3.0:1761228075.140065:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c01a600d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737834944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.140107:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c01a600d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737834944:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228075.140113:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807
00000100:00100000:3.0:1761228075.140128:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808
00000100:00100000:3.0:1761228075.140131:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000413996c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737835008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.140153:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000413996c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737835008:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228075.140157:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808
00000100:00100000:3.0:1761228075.140176:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834624
00000100:00100000:3.0:1761228075.140195:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980
00000100:00100000:3.0:1761228075.140198:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035388480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737834624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.140223:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035388480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737834624:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228075.140228:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980
00000100:00100000:3.0:1761228075.140249:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834368
00000100:00100000:3.0:1761228075.140269:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621
00000100:00100000:3.0:1761228075.140272:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737834368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.140294:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737834368:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (374us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228075.140299:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621
00000100:00100000:3.0:1761228075.140330:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737834368:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.140338:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737834624:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.140344:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087f8a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737835008:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.140351:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737834944:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140433:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e993beb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737834432:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140459:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228075.140484:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737834816:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140505:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228075.140521:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1761228075.140526:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737834496:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140546:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228075.140556:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6c8ef30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737834880:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140575:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228075.140597:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834560
00000100:00100000:0.0:1761228075.140618:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834432
00000100:00100000:0.0:1761228075.140630:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834816
00000100:00100000:0.0:1761228075.140641:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834880
00000100:00100000:0.0:1761228075.140651:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4333
00000100:00100000:0.0:1761228075.140654:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076bd46df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737834560:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140683:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076bd46df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737834560:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (852us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228075.140689:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4333
00000100:00100000:0.0:1761228075.140700:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4334
00000100:00100000:0.0:1761228075.140703:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5c3a139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737834432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140729:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5c3a139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737834432:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228075.140734:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4334
00000100:00100000:0.0:1761228075.140750:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4335
00000100:00100000:0.0:1761228075.140756:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737834816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140817:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737834816:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228075.140824:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4335
00000100:00100000:0.0:1761228075.140835:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4336
00000100:00100000:0.0:1761228075.140838:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d04ec4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737834880:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140868:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d04ec4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737834880:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228075.140874:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4336
00000100:00100000:0.0:1761228075.140899:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6c8ef30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737834880:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140907:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e993beb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737834432:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228075.140913:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737834816:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228075.141026:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737834496
00000100:00100000:1.0:1761228075.141064:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981
00000100:00100000:1.0:1761228075.141068:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737834496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228075.141103:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737834496:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (557us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228075.141108:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981
00000100:00100000:1.0:1761228075.141129:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737834496:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.141210:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737834560:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228075.651163:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228075.651185:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737835072:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228075.651259:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228075.653142:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835072
00000100:00100000:0.0:1761228075.653216:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937
00000100:00100000:0.0:1761228075.653224:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5c95e0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737835072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228075.653273:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228075.653364:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5c95e0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737835072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (2106us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228075.653372:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937
00000100:00100000:2.0:1761228075.653503:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737835072:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228076.099036:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228076.674992:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c6c9e27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737835136:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228076.675078:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228076.675149:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835136
00000100:00100000:3.0:1761228076.675215:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982
00000100:00100000:3.0:1761228076.675222:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737835136:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228076.675265:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228076.675321:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737835136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228076.675328:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982
00000100:00100000:2.0:1761228076.675541:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c6c9e27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737835136:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228077.124393:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228078.148003:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228079.072472:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228079.072535:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228079.072593:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228079.072685:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729472
00000100:00100000:0.0:1761228079.072735:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729344
00000100:00100000:2.0:1761228079.072850:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2165
00000100:00100000:2.0:1761228079.072860:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720729472:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:0.0:1761228079.072882:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4337
00000100:00100000:0.0:1761228079.072889:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720729344:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00010000:02020000:2.0:1761228079.072973:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228079.073013:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720729344:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 121us (551us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228079.073024:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4337
00000100:00100000:2.0:1761228079.073060:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720729472:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 199us (522us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228079.073070:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2165
00000100:00100000:1.0:1761228079.073187:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729280
00000100:00100000:1.0:1761228079.073237:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1622
00000100:00100000:1.0:1761228079.073242:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720729280:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228079.073282:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720729280:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 39us (689us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228079.073290:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1622
00000100:00100000:0.0:1761228079.080241:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228079.080357:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729408
00000100:00100000:2.0:1761228079.080431:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4338
00000100:00100000:2.0:1761228079.080437:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720729408:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228079.080526:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720729408:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 88us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228079.080535:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4338
00010000:00010000:0.0:1761228079.171042:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228079.235105:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737835200:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228079.235180:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228079.235832:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835200
00000100:00100000:1.0:1761228079.236395:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983
00000100:00100000:1.0:1761228079.236403:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000778adb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737835200:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228079.236826:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228079.236896:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000778adb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737835200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 493us (1717us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228079.236904:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983
00000100:00100000:3.0:1761228079.236992:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737835200:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228080.195760:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228080.259195:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228080.259216:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737835264:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1761228080.259229:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228080.259235:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228080.259239:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228080.259244:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3671
00000100:00080000:0.0:1761228080.259247:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228080.259254:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228080.259276:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000696b6bd1 x1846777737835584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228080.259295:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1761228080.259299:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228080.259302:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228080.259305:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228080.259308:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3671
00000100:00080000:0.0:1761228080.259311:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228080.259314:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228080.259330:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005edef321 x1846777737835648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228080.259335:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737835456:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228080.259367:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228080.259392:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737835328:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.259446:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737835584:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228080.259451:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228080.259459:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efb81ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737835520:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228080.259500:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228080.259538:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835264
00000100:00100000:3.0:1761228080.259538:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835456
00000100:00100000:2.0:1761228080.259586:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623
00000100:00100000:3.0:1761228080.259589:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4339
00000100:00100000:2.0:1761228080.259595:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737835264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228080.259598:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a74695 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737835456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228080.259653:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a74695 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737835456:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228080.259659:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4339
00000100:00100000:1.0:1761228080.259677:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228080.259683:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835520
00000100:00100000:1.0:1761228080.259706:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737835648:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228080.259711:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984
00000100:00100000:3.0:1761228080.259716:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001351c33b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737835520:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.259738:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228080.259810:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835584
00000100:00100000:1.0:1761228080.259832:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835648
00000100:00100000:1.0:1761228080.259858:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166
00000100:00100000:1.0:1761228080.259862:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075e06c01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737835584:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228080.259974:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228080.260010:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075e06c01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737835584:12345-0@lo:8:kworker/u8:2.0 Request processed in 147us (338us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228080.260017:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166
00000100:00100000:1.0:1761228080.260186:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167
00000100:00100000:1.0:1761228080.260189:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737835648:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228080.260280:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228080.260304:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737835648:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (568us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228080.260311:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167
00000100:00100000:1.0:1761228080.260333:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228080.260352:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228080.260358:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737835392:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.260382:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228080.260405:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835392
00000100:00100000:1.0:1761228080.260422:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985
00000100:00100000:1.0:1761228080.260426:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737835392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.260456:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737835392:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (74us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228080.260462:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985
00000100:00100000:1.0:1761228080.260490:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737835392:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228080.260515:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228080.260519:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228080.260522:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737835584:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228080.260530:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228080.260532:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228080.260534:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737835648:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228080.260577:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835328
00000100:00100000:1.0:1761228080.260600:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4340
00000100:00100000:1.0:1761228080.260604:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a76a8a5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737835328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.260635:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a76a8a5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737835328:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228080.260640:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4340
00000100:00100000:1.0:1761228080.260663:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737835328:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228080.260772:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737835264:12345-0@lo:400:kworker/u8:2.0 Request processed in 1180us (1478us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228080.260787:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623
00000100:00100000:2.0:1761228080.260813:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737835776:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228080.260833:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228080.260847:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228080.260851:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066534aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737835712:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228080.260866:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228080.260883:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835776
00000100:00100000:2.0:1761228080.260899:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835712
00000100:00100000:2.0:1761228080.260911:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4341
00000100:00100000:2.0:1761228080.260914:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737835776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228080.260949:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737835776:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (115us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228080.260954:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4341
00000100:00100000:2.0:1761228080.260964:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4342
00000100:00100000:2.0:1761228080.260967:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056d8e533 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737835712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228080.260984:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056d8e533 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737835712:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (118us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228080.260989:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4342
00000100:00100000:2.0:1761228080.261006:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066534aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737835712:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228080.261013:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737835776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.261306:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efb81ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737835520:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228080.261308:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001351c33b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737835520:12345-0@lo:400:kworker/u8:2.0 Request processed in 1588us (1805us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228080.261318:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984
00000100:00100000:1.0:1761228080.261323:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737835456:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.261336:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737835264:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.261358:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067efa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737835840:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.261382:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228080.261477:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835840
00000100:00100000:3.0:1761228080.261514:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809
00000100:00100000:3.0:1761228080.261518:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007987295a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737835840:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228080.261563:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007987295a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737835840:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228080.261569:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809
00000100:00100000:3.0:1761228080.261619:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737835904:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228080.261645:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228080.261707:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835904
00000100:00100000:2.0:1761228080.261739:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067efa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737835840:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228080.261747:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810
00000100:00100000:0.0:1761228080.261753:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737835904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228080.261815:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737835904:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228080.261822:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810
00000100:00100000:2.0:1761228080.262424:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737835904:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228080.771134:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737835968:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228080.771212:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228080.771322:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737835968
00000100:00100000:2.0:1761228080.771379:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938
00000100:00100000:2.0:1761228080.771385:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737835968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228080.771420:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228080.771464:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737835968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228080.771472:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938
00000100:00100000:1.0:1761228080.771793:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737835968:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228081.226016:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228081.795072:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737836032:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228081.795146:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228081.795279:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836032
00000100:00100000:3.0:1761228081.795326:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986
00000100:00100000:3.0:1761228081.795332:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737836032:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228081.795366:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228081.795414:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737836032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228081.795421:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986
00000100:00100000:2.0:1761228081.795495:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737836032:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228082.243002:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228083.270222:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228084.190915:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228084.190985:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228084.191031:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228084.191048:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729600
00000100:00100000:2.0:1761228084.191133:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4343
00000100:00100000:2.0:1761228084.191140:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720729600:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228084.191226:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720729600:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 85us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228084.191234:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4343
00000100:00100000:1.0:1761228084.191460:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228084.191566:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729536
00000100:00100000:3.0:1761228084.191630:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1624
00000100:00100000:3.0:1761228084.191637:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720729536:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228084.191702:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720729536:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 64us (717us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228084.191709:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1624
00000100:00100000:0.0:1761228084.191918:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729728
00000100:00100000:0.0:1761228084.191957:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2168
00000100:00100000:0.0:1761228084.191962:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720729728:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228084.192060:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228084.192103:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720729728:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 141us (1073us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228084.192111:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2168
00000100:00100000:2.0:1761228084.193720:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729664
00000100:00100000:2.0:1761228084.193817:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4344
00000100:00100000:2.0:1761228084.193823:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efb81ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720729664:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228084.193912:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efb81ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720729664:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 89us (2454us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228084.193919:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4344
00010000:00010000:1.0:1761228084.292873:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228084.356177:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737836096:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228084.356249:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228084.356355:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836096
00000100:00100000:1.0:1761228084.356409:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987
00000100:00100000:1.0:1761228084.356415:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737836096:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228084.356453:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228084.356510:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737836096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228084.356517:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987
00000100:00100000:2.0:1761228084.356593:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737836096:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228085.315000:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228085.379076:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228085.379082:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228085.379086:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228085.379094:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3676
00000100:00080000:1.0:1761228085.379097:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228085.379103:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228085.379125:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006ac11804 x1846777737836480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228085.379139:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228085.379142:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228085.379143:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228085.379146:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3676
00000100:00080000:1.0:1761228085.379148:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228085.379150:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228085.379158:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aef0201 x1846777737836544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228085.379208:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737836224:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379269:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228085.379291:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737836608:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379308:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228085.379330:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228085.379334:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737836288:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379352:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228085.379362:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737836672:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379377:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228085.379395:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ac11804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737836480:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379414:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228085.379425:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aef0201 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737836544:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379441:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228085.379470:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836224
00000100:00100000:1.0:1761228085.379502:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836608
00000100:00100000:1.0:1761228085.379516:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836672
00000100:00100000:1.0:1761228085.379531:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4345
00000100:00100000:1.0:1761228085.379536:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737836224:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379577:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737836224:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228085.379584:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4345
00000100:00100000:1.0:1761228085.379599:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4346
00000100:00100000:1.0:1761228085.379601:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e787092c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737836608:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379618:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e787092c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737836608:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228085.379624:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4346
00000100:00100000:1.0:1761228085.379631:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4347
00000100:00100000:1.0:1761228085.379634:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737836672:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379650:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737836672:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228085.379655:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4347
00000100:00100000:1.0:1761228085.379673:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836288
00000100:00100000:1.0:1761228085.379825:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988
00000100:00100000:1.0:1761228085.379828:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737836288:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379858:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737836288:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (506us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228085.379864:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988
00000100:00100000:1.0:1761228085.379916:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737836288:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379925:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737836672:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379933:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737836224:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379940:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737836608:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228085.379971:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836480
00000100:00100000:1.0:1761228085.379991:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836544
00000100:00100000:1.0:1761228085.380259:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169
00000100:00100000:1.0:1761228085.380263:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737836480:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380439:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737836352:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380474:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228085.380492:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d8a6a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737836736:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380512:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228085.380527:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228085.380532:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737836160:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380557:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228085.380569:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737836416:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380590:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228085.380604:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fd6aa2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737836800:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380621:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228085.380644:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836416
00000100:00100000:0.0:1761228085.380666:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989
00000100:00100000:0.0:1761228085.380670:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737836416:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380707:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737836416:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (117us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228085.380713:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989
00000100:00100000:0.0:1761228085.380740:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737836416:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380773:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836736
00000100:00100000:0.0:1761228085.380810:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836800
00000100:00100000:0.0:1761228085.380820:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811
00000100:00100000:0.0:1761228085.380823:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737836736:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380855:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737836736:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228085.380861:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811
00000100:00100000:0.0:1761228085.380883:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812
00000100:00100000:0.0:1761228085.380886:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737836800:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.380910:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737836800:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228085.380915:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812
00000100:00100000:0.0:1761228085.380925:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170
00000100:00100000:0.0:1761228085.380928:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737836544:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228085.381021:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228085.381054:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737836544:12345-0@lo:8:kworker/u8:0.0 Request processed in 124us (1612us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228085.381060:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170
00000100:00100000:0.0:1761228085.381086:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fd6aa2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737836800:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.381095:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d8a6a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737836736:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.381124:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836352
00000100:00100000:0.0:1761228085.381146:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4348
00000100:00100000:0.0:1761228085.381150:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066534aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737836352:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228085.381182:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066534aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737836352:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (708us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228085.381188:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4348
00000100:00100000:0.0:1761228085.381212:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737836352:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228085.381243:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228085.381247:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228085.381250:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aef0201 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737836544:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228085.381939:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836160
00000100:00100000:3.0:1761228085.381983:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625
00000100:00100000:3.0:1761228085.381989:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737836160:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228085.382042:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737836160:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (1484us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228085.382049:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625
00000100:00100000:3.0:1761228085.382081:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737836160:0@lo:400:kworker/u8:0.0
00010000:02020000:1.0:1761228085.384221:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228085.384315:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737836480:12345-0@lo:8:kworker/u8:0.0 Request processed in 4049us (4899us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228085.384327:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169
00000100:00080000:2.0:1761228085.384422:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228085.384427:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228085.384431:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ac11804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737836480:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228085.892067:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737836864:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228085.892154:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228085.892938:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836864
00000100:00100000:0.0:1761228085.893004:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939
00000100:00100000:0.0:1761228085.893010:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dd76312 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737836864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228085.893053:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228085.893116:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dd76312 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737836864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (965us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228085.893123:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939
00000100:00100000:3.0:1761228085.893257:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737836864:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228086.339041:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228086.914999:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228086.915016:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041fdd227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737836928:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228086.915096:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228086.915175:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836928
00000100:00100000:1.0:1761228086.915244:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990
00000100:00100000:1.0:1761228086.915252:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ee7ded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737836928:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228086.915298:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228086.915357:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ee7ded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737836928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228086.915364:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990
00000100:00100000:3.0:1761228086.915611:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041fdd227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737836928:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228087.364074:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228088.388759:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228089.309712:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228089.309815:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228089.310535:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228089.310595:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729920
00000100:00100000:1.0:1761228089.310687:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4349
00000100:00100000:1.0:1761228089.310695:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041fdd227 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720729920:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228089.310866:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041fdd227 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720729920:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 171us (1051us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228089.310875:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4349
00000100:00100000:0.0:1761228089.311091:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729792
00000100:00100000:0.0:1761228089.311137:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1626
00000100:00100000:0.0:1761228089.311142:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720729792:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228089.311192:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720729792:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 49us (1493us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228089.311200:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1626
00000100:00100000:2.0:1761228089.312746:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729984
00000100:00100000:2.0:1761228089.312854:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2171
00000100:00100000:2.0:1761228089.312862:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338f5f4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720729984:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228089.312967:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228089.313042:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338f5f4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720729984:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 179us (2508us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228089.313051:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2171
00000100:00100000:0.0:1761228089.322098:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228089.322221:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720729856
00000100:00100000:1.0:1761228089.322366:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4350
00000100:00100000:1.0:1761228089.322375:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720729856:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228089.323651:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720729856:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 1268us (1560us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228089.325844:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4350
00010000:00010000:1.0:1761228089.411192:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228089.475142:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd59711d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737836992:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228089.475266:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228089.475384:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737836992
00000100:00100000:2.0:1761228089.476559:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991
00000100:00100000:2.0:1761228089.476572:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de17e9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737836992:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228089.476635:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228089.477749:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de17e9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737836992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1175us (2480us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228089.477762:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991
00000100:00100000:3.0:1761228089.478168:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd59711d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737836992:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228090.435101:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228090.499286:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228090.499296:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228090.499301:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228090.499313:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3681
00000100:00080000:3.0:1761228090.499317:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228090.499326:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228090.499355:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cb1e1c93 x1846777737837376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228090.499373:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228090.499377:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228090.499379:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228090.499382:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3681
00000100:00080000:3.0:1761228090.499384:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228090.499388:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228090.499401:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000be4d32fe x1846777737837440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228090.499472:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737837184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228090.499566:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228090.499600:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea1d2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737837568:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228090.499632:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228090.499665:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228090.499670:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056f381bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737837120:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228090.499695:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228090.499708:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737837504:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228090.499730:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228090.499766:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837568
00000100:00100000:3.0:1761228090.499850:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837120
00000100:00100000:3.0:1761228090.499868:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837504
00000100:00100000:3.0:1761228090.499892:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4351
00000100:00100000:3.0:1761228090.499898:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737837568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228090.499958:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737837568:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228090.499965:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4351
00000100:00100000:3.0:1761228090.499984:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4352
00000100:00100000:3.0:1761228090.499987:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737837120:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228090.500010:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737837120:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228090.500016:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4352
00000100:00100000:3.0:1761228090.500025:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4353
00000100:00100000:3.0:1761228090.500028:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000322ab9e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737837504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228090.500047:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000322ab9e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737837504:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228090.500052:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4353
00000100:00100000:3.0:1761228090.500087:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056f381bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737837120:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228090.500096:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737837504:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228090.500103:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea1d2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737837568:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500263:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737837056:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500304:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228090.500333:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737837312:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500353:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228090.500366:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737837696:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500390:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228090.500406:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761228090.500411:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d07b2e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737837248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500432:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228090.500442:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737837632:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500459:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228090.500483:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837696
00000100:00100000:0.0:1761228090.500508:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837632
00000100:00100000:0.0:1761228090.500525:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813
00000100:00100000:0.0:1761228090.500529:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737837696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500559:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737837696:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228090.500564:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813
00000100:00100000:0.0:1761228090.500575:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814
00000100:00100000:0.0:1761228090.500578:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e54a0e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737837632:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500598:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e54a0e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737837632:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228090.500603:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814
00000100:00100000:0.0:1761228090.500624:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837248
00000100:00100000:0.0:1761228090.500641:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4354
00000100:00100000:0.0:1761228090.500644:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000518d47b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737837248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500668:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000518d47b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737837248:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228090.500673:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4354
00000100:00100000:0.0:1761228090.500699:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d07b2e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737837248:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500708:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737837632:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500717:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737837696:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500745:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837184
00000100:00100000:0.0:1761228090.500767:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837312
00000100:00100000:0.0:1761228090.500822:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992
00000100:00100000:0.0:1761228090.500826:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737837184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500863:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737837184:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (1298us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228090.500869:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992
00000100:00100000:0.0:1761228090.500879:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993
00000100:00100000:0.0:1761228090.500882:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737837312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500909:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737837312:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (555us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228090.500914:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993
00000100:00100000:0.0:1761228090.500940:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737837312:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228090.500962:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737837184:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228090.504637:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb1e1c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737837376:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228090.504736:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228090.504822:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737837440:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228090.504848:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228090.504901:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837376
00000100:00100000:2.0:1761228090.504938:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837440
00000100:00100000:2.0:1761228090.504952:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172
00000100:00100000:2.0:1761228090.504960:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737837376:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228090.505063:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228090.505109:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737837376:12345-0@lo:8:kworker/u8:2.0 Request processed in 149us (373us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228090.505121:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172
00000100:00100000:3.0:1761228090.505141:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837056
00000100:00100000:2.0:1761228090.505149:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173
00000100:00100000:2.0:1761228090.505153:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737837440:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228090.505184:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627
00000100:00100000:3.0:1761228090.505190:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737837056:12345-0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1761228090.505232:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228090.505244:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737837056:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (4939us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228090.505253:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627
00000100:00100000:2.0:1761228090.505261:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737837440:12345-0@lo:8:kworker/u8:2.0 Request processed in 105us (411us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228090.505268:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173
00000100:00080000:2.0:1761228090.505322:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228090.505326:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228090.505330:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb1e1c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737837376:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228090.505336:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228090.505339:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228090.505341:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737837440:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228090.505490:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737837056:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228091.011195:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228091.011221:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737837760:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228091.011313:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228091.011678:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837760
00000100:00100000:3.0:1761228091.011742:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940
00000100:00100000:3.0:1761228091.011750:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c8712da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737837760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228091.011831:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228091.012992:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c8712da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737837760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1237us (1675us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228091.013007:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940
00000100:00100000:0.0:1761228091.013057:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737837760:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228091.460163:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228092.035087:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228092.035108:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003514c9c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737837824:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228092.035565:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228092.035709:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837824
00000100:00100000:3.0:1761228092.035768:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994
00000100:00100000:3.0:1761228092.035970:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737837824:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228092.036013:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228092.036097:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737837824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 323us (535us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228092.036105:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994
00000100:00100000:2.0:1761228092.039957:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003514c9c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737837824:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228092.483047:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228093.507497:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228094.431328:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228094.431394:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228094.431432:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228094.431486:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228094.431526:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730112
00000100:00100000:2.0:1761228094.431581:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730048
00000100:00100000:0.0:1761228094.431598:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4355
00000100:00100000:0.0:1761228094.431607:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c01a600d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720730112:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228094.431621:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1628
00000100:00100000:2.0:1761228094.431627:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720730048:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228094.431726:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720730048:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 96us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228094.431727:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c01a600d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720730112:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 119us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228094.431746:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4355
00000100:00100000:2.0:1761228094.431747:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1628
00000100:00100000:0.0:1761228094.431888:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730176
00000100:00100000:0.0:1761228094.431918:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4356
00000100:00100000:0.0:1761228094.431922:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000413996c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720730176:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228094.431951:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000413996c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720730176:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 29us (520us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228094.431958:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4356
00000100:00100000:3.0:1761228094.433022:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730240
00000100:00100000:3.0:1761228094.433079:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2174
00000100:00100000:3.0:1761228094.433085:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720730240:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228094.433187:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228094.457671:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720730240:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 24577us (26177us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228094.457696:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2174
00010000:00010000:0.0:1761228094.532648:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228094.596162:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ac11804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737837888:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228094.596239:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228094.596347:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837888
00000100:00100000:1.0:1761228094.596401:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995
00000100:00100000:1.0:1761228094.596407:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737837888:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228094.596445:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228094.596500:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737837888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228094.596508:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995
00000100:00100000:2.0:1761228094.598379:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ac11804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737837888:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228095.555101:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228095.619108:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228095.619118:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228095.619124:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228095.619136:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3686
00000100:00080000:3.0:1761228095.619140:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228095.619148:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228095.619178:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ea1d2515 x1846777737838272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228095.619179:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737838016:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1761228095.619201:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228095.619204:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228095.619207:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228095.619211:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3686
00000100:00080000:3.0:1761228095.619213:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228095.619216:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228095.619231:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000696b6bd1 x1846777737838336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228095.619273:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228095.619295:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003514c9c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737838080:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.619336:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228095.619388:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9301be1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737837952:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228095.619432:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228095.619459:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737838208:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228095.619545:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737837952
00000100:00100000:2.0:1761228095.619575:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737838144:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228095.619598:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629
00000100:00100000:0.0:1761228095.619605:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737837952:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228095.619618:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea1d2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737838272:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228095.619657:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228095.619667:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737837952:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228095.619728:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629
00000100:00100000:1.0:1761228095.619992:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737838400:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228095.620018:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228095.620052:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838016
00000100:00100000:1.0:1761228095.620089:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838400
00000100:00100000:1.0:1761228095.620108:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4357
00000100:00100000:1.0:1761228095.620112:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006aef0201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737838016:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228095.620152:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006aef0201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737838016:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (882us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228095.620157:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4357
00000100:00100000:1.0:1761228095.620175:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4358
00000100:00100000:1.0:1761228095.620178:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbf21884 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737838400:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228095.620202:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbf21884 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737838400:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228095.620208:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4358
00000100:00100000:1.0:1761228095.620248:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab3f2d35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737838400:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228095.620259:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737838016:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228095.620403:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228095.620436:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb1e1c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737838528:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.622564:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737838464:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.622651:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228095.622726:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838080
00000100:00100000:3.0:1761228095.622827:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996
00000100:00100000:3.0:1761228095.622833:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d48887fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737838080:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.622890:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d48887fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737838080:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (3555us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228095.622897:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996
00000100:00100000:3.0:1761228095.622935:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838144
00000100:00100000:3.0:1761228095.622959:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838464
00000100:00100000:3.0:1761228095.622974:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4359
00000100:00100000:3.0:1761228095.622977:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f791fd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737838144:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.623008:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f791fd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737838144:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (2606us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228095.623014:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4359
00000100:00100000:3.0:1761228095.623022:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4360
00000100:00100000:3.0:1761228095.623025:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d07b2e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737838464:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.623047:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d07b2e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737838464:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (398us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228095.623051:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4360
00000100:00100000:3.0:1761228095.623073:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228095.623091:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737838592:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.623119:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838208
00000100:00100000:3.0:1761228095.623136:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997
00000100:00100000:3.0:1761228095.623139:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056f381bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737838208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.623165:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056f381bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737838208:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (92us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228095.623169:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997
00000100:00100000:3.0:1761228095.623209:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003514c9c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737838080:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.623219:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d32fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737838464:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228095.626498:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737838336:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228095.626612:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228095.627530:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838272
00000100:00100000:3.0:1761228095.627594:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838336
00000100:00100000:2.0:1761228095.627621:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175
00000100:00100000:0.0:1761228095.630072:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228095.630190:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737838144:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228095.630245:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838528
00000100:00100000:3.0:1761228095.631283:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176
00000100:00100000:3.0:1761228095.631293:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737838336:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228095.631403:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228095.631408:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815
00000100:00100000:0.0:1761228095.631415:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4514c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737838528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228095.631723:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228095.631974:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737838272:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228095.632067:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228095.632637:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4514c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737838528:12345-0@lo:400:kworker/u8:2.0 Request processed in 1220us (2575us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228095.632648:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815
00000100:00100000:0.0:1761228095.632688:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838592
00000100:00100000:0.0:1761228095.632719:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816
00000100:00100000:0.0:1761228095.632723:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cb124ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737838592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228095.632772:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cb124ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737838592:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (1051us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228095.632791:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816
00000100:00100000:0.0:1761228095.632846:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb1e1c93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737838528:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228095.633027:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737838336:12345-0@lo:8:kworker/u8:2.0 Request processed in 1733us (6414us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228095.633037:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176
00000100:00100000:1.0:1761228095.633176:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737838592:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228095.633207:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9301be1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737837952:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228095.633224:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737838208:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1761228095.633244:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228095.633249:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228095.633254:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737838336:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228095.634181:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737838272:12345-0@lo:8:kworker/u8:2.0 Request processed in 2201us (14517us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228095.634197:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175
00000100:00080000:3.0:1761228095.635064:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228095.635072:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228095.635079:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea1d2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737838272:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228096.131134:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228096.131169:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737838656:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228096.131279:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228096.131374:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838656
00000100:00100000:2.0:1761228096.132172:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941
00000100:00100000:2.0:1761228096.132187:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be4d32fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737838656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228096.132241:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228096.132362:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be4d32fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737838656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 176us (1081us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228096.132377:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941
00000100:00100000:2.0:1761228096.132507:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737838656:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228096.579448:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228097.155830:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228097.155860:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737838720:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228097.155938:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228097.156362:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838720
00000100:00100000:2.0:1761228097.156427:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998
00000100:00100000:2.0:1761228097.156434:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082f4a07f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737838720:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228097.156490:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228097.156582:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082f4a07f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737838720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 148us (644us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228097.156591:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998
00000100:00100000:0.0:1761228097.156656:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c9a263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737838720:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228097.604169:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228098.627111:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228099.552454:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228099.552513:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228099.552591:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730304
00000100:00100000:0.0:1761228099.552718:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1630
00000100:00100000:0.0:1761228099.552729:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720730304:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228099.552854:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720730304:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 125us (413us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228099.553075:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1630
00000100:00100000:1.0:1761228099.553183:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228099.553356:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228099.553407:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730368
00000100:00100000:2.0:1761228099.553454:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730432
00000100:00100000:2.0:1761228099.553472:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4361
00000100:00100000:2.0:1761228099.553477:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac11804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720730368:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228099.553484:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4362
00000100:00100000:0.0:1761228099.553488:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9301be1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720730432:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228099.554040:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac11804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720730368:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 560us (1526us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228099.554049:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4361
00000100:00100000:3.0:1761228099.554621:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730496
00000100:00100000:3.0:1761228099.554673:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2177
00000100:00100000:3.0:1761228099.554680:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720730496:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228099.554820:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228099.555296:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9301be1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720730432:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1805us (2112us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228099.555306:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4362
00000100:00100000:3.0:1761228099.559152:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720730496:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 4456us (5782us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228099.559173:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2177
00010000:00010000:1.0:1761228099.651029:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228099.715084:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228099.715630:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737838784:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228099.715764:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228099.716043:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838784
00000100:00100000:3.0:1761228099.716106:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999
00000100:00100000:3.0:1761228099.716113:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737838784:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228099.716163:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228099.716225:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737838784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (462us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228099.716233:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999
00000100:00100000:1.0:1761228099.716378:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737838784:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228100.675019:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228100.739074:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087f8a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737838848:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.739178:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228100.739346:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838848
00000100:00100000:3.0:1761228100.740236:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631
00000100:00100000:3.0:1761228100.740249:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737838848:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761228100.740282:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228100.740289:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228100.740293:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228100.740300:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3691
00000100:00080000:2.0:1761228100.740303:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228100.740309:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228100.740333:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec0ebc15 x1846777737839168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228100.740333:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737838848:12345-0@lo:400:kworker/u8:0.0 Request processed in 85us (1154us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228100.740359:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631
00000100:00080000:2.0:1761228100.740364:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228100.740368:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228100.740370:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228100.740374:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3691
00000100:00080000:2.0:1761228100.740377:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228100.740381:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228100.740400:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000069e2d032 x1846777737839232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228100.740412:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737839168:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228100.740455:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228100.740463:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737839040:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228100.740486:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737839232:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228100.740505:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228100.740520:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228100.740529:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737839424:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228100.740556:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228100.740576:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1761228100.740580:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737839104:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228100.740602:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228100.740617:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da2455c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737839488:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228100.740637:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228100.740639:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839104
00000100:00100000:0.0:1761228100.740677:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000
00000100:00100000:0.0:1761228100.740683:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737839104:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228100.740734:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737839104:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228100.740740:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000
00000100:00100000:1.0:1761228100.740855:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087f8a1c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737838848:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.740908:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839040
00000100:00100000:1.0:1761228100.740940:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4363
00000100:00100000:1.0:1761228100.740944:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737839040:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.740974:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737839040:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (471us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228100.740980:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4363
00000100:00100000:1.0:1761228100.741007:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737838912:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741028:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228100.741038:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052f7deb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737839296:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741053:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228100.741067:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228100.741071:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737838976:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741088:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228100.741098:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737839360:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741114:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228100.741132:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838912
00000100:00100000:1.0:1761228100.741153:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839296
00000100:00100000:1.0:1761228100.741171:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839360
00000100:00100000:1.0:1761228100.741186:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4364
00000100:00100000:1.0:1761228100.741189:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737838912:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741217:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737838912:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228100.741223:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4364
00000100:00100000:1.0:1761228100.741232:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4365
00000100:00100000:1.0:1761228100.741235:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087f8a1c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737839296:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741253:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087f8a1c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737839296:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228100.741258:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4365
00000100:00100000:1.0:1761228100.741265:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4366
00000100:00100000:1.0:1761228100.741268:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737839360:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741291:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737839360:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228100.741297:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4366
00000100:00100000:1.0:1761228100.741317:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737839360:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741324:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737838912:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741330:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052f7deb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737839296:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741367:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737838976
00000100:00100000:1.0:1761228100.741383:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001
00000100:00100000:1.0:1761228100.741386:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737838976:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.741410:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737838976:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (322us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228100.741416:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001
00000100:00100000:1.0:1761228100.741432:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737838976:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228100.741466:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839168
00000100:00100000:1.0:1761228100.741485:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839232
00000100:00100000:3.0:1761228100.741498:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839424
00000100:00100000:1.0:1761228100.741510:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178
00000100:00100000:1.0:1761228100.741515:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb1e1c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737839168:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228100.741532:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817
00000100:00100000:3.0:1761228100.741536:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737839424:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228100.741572:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737839424:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (1017us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228100.741577:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817
00000100:00100000:3.0:1761228100.741589:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179
00000100:00100000:3.0:1761228100.741592:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab3f2d35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737839232:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228100.741652:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228100.741681:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb1e1c93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737839168:12345-0@lo:8:kworker/u8:0.0 Request processed in 165us (1228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228100.742169:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737839040:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228100.742181:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737839424:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228100.742200:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737839104:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761228100.742261:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228100.742265:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228100.742269:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737839168:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228100.742296:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839488
00000100:00100000:2.0:1761228100.742320:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818
00000100:00100000:2.0:1761228100.742323:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737839488:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228100.742360:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737839488:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1723us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228100.742370:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818
00000100:00100000:2.0:1761228100.742395:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da2455c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737839488:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228100.742533:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178
00010000:02020000:3.0:1761228100.743457:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228100.743549:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab3f2d35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737839232:12345-0@lo:8:kworker/u8:0.0 Request processed in 1953us (3028us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228100.743560:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179
00000100:00080000:2.0:1761228100.743823:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228100.743922:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228100.743929:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737839232:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228101.252959:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228101.252996:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa442801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737839552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228101.253102:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228101.254289:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839552
00000100:00100000:0.0:1761228101.254370:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942
00000100:00100000:0.0:1761228101.254377:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033c9a263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737839552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228101.254429:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228101.254505:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c9a263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737839552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (1403us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228101.254512:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942
00000100:00100000:3.0:1761228101.254721:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa442801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737839552:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228101.699097:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228102.275586:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737839616:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228102.275656:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228102.275765:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839616
00000100:00100000:0.0:1761228102.275841:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002
00000100:00100000:0.0:1761228102.275847:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737839616:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228102.275888:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228102.275943:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737839616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228102.275950:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002
00000100:00100000:3.0:1761228102.276116:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737839616:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228102.723049:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228103.747980:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228104.672220:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228104.672296:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228104.672322:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730752
00000100:00100000:1.0:1761228104.672335:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228104.672374:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2180
00000100:00100000:2.0:1761228104.672381:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720730752:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1761228104.672388:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228104.672415:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730688
00000100:00100000:1.0:1761228104.672450:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730624
00000100:00100000:1.0:1761228104.672468:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4367
00000100:00100000:1.0:1761228104.672472:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720730688:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00010000:02020000:2.0:1761228104.672491:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228104.672555:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720730752:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 173us (350us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228104.672563:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2180
00000100:00100000:3.0:1761228104.672568:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730560
00000100:00100000:2.0:1761228104.672588:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4368
00000100:00100000:2.0:1761228104.672592:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720730624:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228104.672596:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1632
00000100:00100000:3.0:1761228104.672600:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720730560:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228104.673976:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720730688:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1493us (1631us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228104.673992:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4367
00000100:00100000:2.0:1761228104.674938:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720730624:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 2338us (2543us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228104.674938:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720730560:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 2331us (2635us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228104.674952:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4368
00000100:00100000:3.0:1761228104.674952:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1632
00010000:00010000:1.0:1761228104.771116:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228104.835053:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737839680:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228104.835156:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228104.835274:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839680
00000100:00100000:1.0:1761228104.835344:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003
00000100:00100000:1.0:1761228104.835352:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737839680:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228104.835405:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228104.835464:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737839680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228104.835471:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003
00000100:00100000:2.0:1761228104.835553:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737839680:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228105.798342:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228105.859198:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228105.859209:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228105.859214:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228105.859225:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3696
00000100:00080000:0.0:1761228105.859231:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228105.859238:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228105.859265:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000489e8371 x1846777737840064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228105.859281:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228105.859284:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228105.859286:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228105.859289:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3696
00000100:00080000:0.0:1761228105.859291:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228105.859294:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228105.859310:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006359c693 x1846777737840128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228105.859477:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ff05e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737839744:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.859582:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228105.859637:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737840000:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.859666:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228105.859686:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b53e02a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737840384:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.859725:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228105.859750:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228105.859756:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737839936:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.859824:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228105.859840:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d9188ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737840320:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.859861:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228105.859899:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840384
00000100:00100000:3.0:1761228105.859962:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840320
00000100:00100000:3.0:1761228105.859982:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819
00000100:00100000:3.0:1761228105.859989:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019b1043d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737840384:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860048:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019b1043d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737840384:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228105.860056:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819
00000100:00100000:3.0:1761228105.860074:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820
00000100:00100000:3.0:1761228105.860078:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737840320:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860104:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737840320:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228105.860109:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820
00000100:00100000:3.0:1761228105.860128:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840000
00000100:00100000:3.0:1761228105.860152:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004
00000100:00100000:3.0:1761228105.860155:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737840000:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860185:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737840000:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (519us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228105.860192:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004
00000100:00100000:3.0:1761228105.860214:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737839872:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860240:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228105.860255:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737840256:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860277:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228105.860295:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228105.860299:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea1d2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737839808:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860322:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228105.860336:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737840192:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860356:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228105.860378:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839872
00000100:00100000:3.0:1761228105.860398:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005
00000100:00100000:3.0:1761228105.860402:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737839872:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860431:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737839872:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228105.860437:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005
00000100:00100000:3.0:1761228105.860476:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737839872:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860518:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d9188ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737840320:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860528:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737840000:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.860540:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b53e02a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737840384:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228105.860765:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737840064:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228105.860838:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228105.860854:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737840128:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228105.860877:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228105.860910:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840064
00000100:00100000:2.0:1761228105.860933:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840128
00000100:00100000:2.0:1761228105.860943:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181
00000100:00100000:2.0:1761228105.860947:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737840064:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228105.861044:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228105.861082:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737840064:12345-0@lo:8:kworker/u8:0.0 Request processed in 133us (245us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228105.861088:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181
00000100:00100000:2.0:1761228105.861101:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182
00000100:00100000:2.0:1761228105.861104:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737840128:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228105.861179:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228105.861202:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737840128:12345-0@lo:8:kworker/u8:0.0 Request processed in 97us (325us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228105.861208:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182
00000100:00080000:2.0:1761228105.861248:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228105.861252:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228105.861263:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737840064:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228105.861272:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228105.861274:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228105.861277:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737840128:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228105.861318:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839936
00000100:00100000:2.0:1761228105.861347:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840256
00000100:00100000:2.0:1761228105.861363:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839808
00000100:00100000:2.0:1761228105.861377:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840192
00000100:00100000:2.0:1761228105.861389:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4369
00000100:00100000:2.0:1761228105.861393:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737839936:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228105.861430:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737839936:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1606us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228105.861436:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4369
00000100:00100000:2.0:1761228105.861449:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4370
00000100:00100000:2.0:1761228105.861452:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737840256:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228105.861480:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737840256:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (1203us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228105.861486:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4370
00000100:00100000:2.0:1761228105.861497:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4371
00000100:00100000:2.0:1761228105.861500:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077613368 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737839808:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228105.861524:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077613368 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737839808:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (1201us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228105.861529:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4371
00000100:00100000:2.0:1761228105.861538:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4372
00000100:00100000:2.0:1761228105.861542:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000facd6ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737840192:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228105.861564:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000facd6ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737840192:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (1208us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228105.861570:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4372
00000100:00100000:0.0:1761228105.862854:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737839744
00000100:00100000:0.0:1761228105.862907:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633
00000100:00100000:0.0:1761228105.862914:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737839744:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228105.862981:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737839744:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (3401us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228105.862989:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633
00000100:00100000:3.0:1761228105.863860:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea1d2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737839808:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.863877:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737840192:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.863891:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737840256:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.865128:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd5a5bf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737839936:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228105.865146:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ff05e47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737839744:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228106.371293:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737840448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228106.371386:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228106.372515:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840448
00000100:00100000:2.0:1761228106.372585:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943
00000100:00100000:2.0:1761228106.372593:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007842d1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737840448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228106.372654:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228106.372739:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007842d1ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737840448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 147us (1355us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228106.372748:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943
00000100:00100000:2.0:1761228106.372833:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737840448:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228106.819062:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228107.396014:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fcdca35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737840512:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228107.396106:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228107.396194:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840512
00000100:00100000:0.0:1761228107.396246:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006
00000100:00100000:0.0:1761228107.396252:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eccf2a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737840512:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228107.396300:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228107.396343:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eccf2a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737840512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228107.396349:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006
00000100:00100000:0.0:1761228107.396395:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fcdca35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737840512:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228107.843117:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228108.867186:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228109.793299:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228109.793368:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228109.793427:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228109.793660:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228109.793713:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730880
00000100:00100000:1.0:1761228109.793814:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730944
00000100:00100000:1.0:1761228109.793838:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4373
00000100:00100000:1.0:1761228109.793845:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720730880:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228109.793938:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720730880:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 94us (651us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228109.793947:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4373
00000100:00100000:1.0:1761228109.793965:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4374
00000100:00100000:1.0:1761228109.793969:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052f7deb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720730944:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228109.793994:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052f7deb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720730944:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228109.794000:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4374
00000100:00100000:2.0:1761228109.794630:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720730816
00000100:00100000:2.0:1761228109.794685:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1634
00000100:00100000:2.0:1761228109.794691:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720730816:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228109.794725:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720730816:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 34us (1299us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228109.794731:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1634
00000100:00100000:0.0:1761228109.796043:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731008
00000100:00100000:0.0:1761228109.796103:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2183
00000100:00100000:0.0:1761228109.796110:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720731008:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228109.796215:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228109.796273:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720731008:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 163us (2905us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228109.796279:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2183
00010000:00010000:1.0:1761228109.891221:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228109.957070:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228109.957104:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737840576:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228109.957209:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228109.957370:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840576
00000100:00100000:1.0:1761228109.959097:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007
00000100:00100000:1.0:1761228109.959112:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fcdca35 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737840576:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228109.959178:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228109.959286:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fcdca35 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737840576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 175us (2078us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228109.959295:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007
00000100:00100000:3.0:1761228109.959338:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fb84bb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737840576:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228110.915084:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228110.984022:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228110.984033:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228110.984038:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228110.984049:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3701
00000100:00080000:2.0:1761228110.984053:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228110.984061:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228110.984121:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000502380ba x1846777737840960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228110.984140:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228110.984143:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228110.984145:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228110.984148:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3701
00000100:00080000:2.0:1761228110.984152:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228110.984155:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228110.984167:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b4852a5c x1846777737841024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228110.984226:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737840704:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228110.984312:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228110.984346:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f61e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737841088:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228110.984367:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228110.984393:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228110.984398:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737840768:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228110.984424:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228110.984439:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737841152:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228110.984458:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228110.984481:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737840960:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228110.984508:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228110.984521:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737841024:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228110.984541:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228110.985155:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da2455c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737840832:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985203:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228110.985236:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ff0de45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737841216:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985261:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228110.985279:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228110.985284:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737840640:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985314:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228110.985328:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737840896:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985373:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228110.985386:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f001e64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737841280:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985408:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228110.985451:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840704
00000100:00100000:1.0:1761228110.985517:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841088
00000100:00100000:1.0:1761228110.985537:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841152
00000100:00100000:1.0:1761228110.985552:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840832
00000100:00100000:1.0:1761228110.985574:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4375
00000100:00100000:1.0:1761228110.985581:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000373de2ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737840704:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985647:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000373de2ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737840704:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (1336us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228110.985655:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4375
00000100:00100000:1.0:1761228110.985677:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4376
00000100:00100000:1.0:1761228110.985680:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047f47d32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737841088:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985704:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047f47d32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737841088:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (1337us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228110.985709:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4376
00000100:00100000:1.0:1761228110.985719:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4377
00000100:00100000:1.0:1761228110.985723:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fe867d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737841152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985745:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fe867d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737841152:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (1287us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228110.985752:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4377
00000100:00100000:1.0:1761228110.985761:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4378
00000100:00100000:1.0:1761228110.985765:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb84bb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737840832:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985819:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb84bb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737840832:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (616us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228110.985825:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4378
00000100:00100000:1.0:1761228110.985847:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840768
00000100:00100000:1.0:1761228110.985863:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840896
00000100:00100000:1.0:1761228110.985873:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008
00000100:00100000:1.0:1761228110.985877:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a059a5a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737840768:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985905:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a059a5a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737840768:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (1480us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228110.985911:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008
00000100:00100000:1.0:1761228110.985921:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009
00000100:00100000:1.0:1761228110.985924:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737840896:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.985945:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737840896:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (573us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228110.985951:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009
00000100:00100000:1.0:1761228110.985976:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840960
00000100:00100000:1.0:1761228110.985992:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841024
00000100:00100000:1.0:1761228110.986004:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841216
00000100:00100000:1.0:1761228110.986019:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841280
00000100:00100000:1.0:1761228110.986032:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821
00000100:00100000:1.0:1761228110.986036:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737841216:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986064:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737841216:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (804us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228110.986071:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821
00000100:00100000:1.0:1761228110.986082:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822
00000100:00100000:1.0:1761228110.986084:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f373f61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737841280:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986108:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f373f61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737841280:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (699us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228110.986113:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822
00000100:00100000:1.0:1761228110.986122:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184
00000100:00100000:1.0:1761228110.986125:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b53637a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737840960:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228110.986234:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228110.986276:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b53637a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737840960:12345-0@lo:8:kworker/u8:0.0 Request processed in 149us (1768us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228110.986282:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184
00000100:00100000:1.0:1761228110.986291:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185
00000100:00100000:1.0:1761228110.986294:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a185e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737841024:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228110.986365:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228110.986389:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a185e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737841024:12345-0@lo:8:kworker/u8:0.0 Request processed in 93us (1848us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228110.986394:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185
00000100:00080000:1.0:1761228110.986450:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228110.986455:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228110.986459:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737840960:0@lo:8:kworker/u8:0.0
00000100:00080000:1.0:1761228110.986470:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228110.986472:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228110.986475:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737841024:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986516:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737840768:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986527:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737841152:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986537:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737840704:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986546:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f61e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737841088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986595:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737840896:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986604:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f001e64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737841280:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986616:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da2455c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737840832:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228110.986626:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ff0de45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737841216:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228110.986873:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737840640
00000100:00100000:3.0:1761228110.986922:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635
00000100:00100000:3.0:1761228110.986926:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737840640:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228110.986976:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737840640:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (1661us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228110.986982:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635
00000100:00100000:3.0:1761228110.987023:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737840640:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228111.493399:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228111.494277:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000951b6e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737841344:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228111.494376:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228111.494509:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841344
00000100:00100000:1.0:1761228111.494798:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944
00000100:00100000:1.0:1761228111.494806:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a541dcd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737841344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228111.494854:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228111.497015:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a541dcd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737841344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2197us (2629us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228111.497035:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944
00000100:00100000:3.0:1761228111.497244:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000951b6e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737841344:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228111.939649:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228112.515198:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5bb7b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737841408:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228112.515297:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228112.515410:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841408
00000100:00100000:0.0:1761228112.515471:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010
00000100:00100000:0.0:1761228112.515478:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000951b6e0c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737841408:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228112.515530:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228112.515770:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000951b6e0c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737841408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 291us (474us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228112.515794:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010
00000100:00100000:3.0:1761228112.516177:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5bb7b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737841408:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228112.963085:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228113.987189:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228114.908196:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228114.908244:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228114.908273:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228114.908342:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731136
00000100:00100000:3.0:1761228114.908392:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731200
00000100:00100000:3.0:1761228114.908409:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4379
00000100:00100000:3.0:1761228114.908415:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc94abe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720731136:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228114.908489:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc94abe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720731136:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 73us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228114.908493:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731072
00000100:00100000:3.0:1761228114.908501:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4379
00000100:00100000:3.0:1761228114.908531:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4380
00000100:00100000:3.0:1761228114.908535:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720731200:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228114.908563:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720731200:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 24us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228114.908571:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4380
00000100:00100000:2.0:1761228114.908604:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1636
00000100:00100000:2.0:1761228114.908611:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720731072:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228114.908698:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720731072:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 87us (454us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228114.908709:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1636
00000100:00100000:3.0:1761228114.909007:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228114.909180:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731264
00000100:00100000:2.0:1761228114.909226:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2186
00000100:00100000:2.0:1761228114.909230:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95e4878 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720731264:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228114.909329:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228114.909380:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95e4878 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720731264:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 148us (375us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228114.909387:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2186
00010000:00010000:0.0:1761228115.011090:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228115.078451:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737841472:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228115.078542:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228115.078693:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841472
00000100:00100000:1.0:1761228115.078743:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011
00000100:00100000:1.0:1761228115.078749:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a2348e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737841472:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228115.078814:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228115.078870:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a2348e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737841472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228115.078878:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011
00000100:00100000:3.0:1761228115.079173:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737841472:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228116.036024:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228116.099093:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228116.099103:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228116.099108:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228116.099120:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3706
00000100:00080000:2.0:1761228116.099124:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228116.099133:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228116.099159:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b71dfff5 x1846777737841856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228116.099176:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228116.099179:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228116.099180:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228116.099184:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3706
00000100:00080000:2.0:1761228116.099186:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228116.099189:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228116.099199:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a4de7d74 x1846777737841920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228116.099341:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737841536:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.099444:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228116.099485:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebdb73ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737841792:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.099525:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228116.099547:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737842176:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.099573:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228116.099601:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761228116.099607:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b8d37ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737841728:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.099636:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228116.099652:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbb35c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737842112:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.099672:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228116.099716:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841792
00000100:00100000:0.0:1761228116.099773:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012
00000100:00100000:0.0:1761228116.099829:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7f6f8a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737841792:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.099891:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7f6f8a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737841792:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (366us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228116.099899:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012
00000100:00100000:0.0:1761228116.099955:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e92fb875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737841664:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.099997:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228116.100012:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1c77e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737842048:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100035:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228116.100067:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228116.100072:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce744c0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737841600:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100094:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228116.100107:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e7f519e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737841984:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100128:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228116.100156:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841728
00000100:00100000:0.0:1761228116.100184:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842048
00000100:00100000:0.0:1761228116.100201:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841600
00000100:00100000:0.0:1761228116.100215:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841984
00000100:00100000:0.0:1761228116.100227:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4381
00000100:00100000:0.0:1761228116.100230:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008743fe78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737841728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100260:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008743fe78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737841728:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (624us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228116.100265:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4381
00000100:00100000:0.0:1761228116.100281:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4382
00000100:00100000:0.0:1761228116.100284:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf234858 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737842048:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100310:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf234858 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737842048:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228116.100316:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4382
00000100:00100000:0.0:1761228116.100335:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4383
00000100:00100000:0.0:1761228116.100338:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000494ba43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737841600:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100363:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000494ba43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737841600:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228116.100370:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4383
00000100:00100000:0.0:1761228116.100379:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4384
00000100:00100000:0.0:1761228116.100382:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737841984:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100403:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737841984:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228116.100408:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4384
00000100:00100000:0.0:1761228116.100423:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841664
00000100:00100000:0.0:1761228116.100440:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013
00000100:00100000:0.0:1761228116.100443:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f8c27ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737841664:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100468:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f8c27ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737841664:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (471us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228116.100473:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013
00000100:00100000:0.0:1761228116.100519:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce744c0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737841600:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100529:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e7f519e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737841984:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100536:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e92fb875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737841664:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100542:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1c77e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737842048:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100574:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b8d37ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737841728:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228116.100583:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebdb73ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737841792:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228116.100693:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842176
00000100:00100000:3.0:1761228116.100735:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842112
00000100:00100000:3.0:1761228116.100753:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823
00000100:00100000:3.0:1761228116.100756:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737842176:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228116.100829:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737842176:12345-0@lo:400:kworker/u8:0.0 Request processed in 71us (1255us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228116.100835:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823
00000100:00100000:3.0:1761228116.100847:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824
00000100:00100000:3.0:1761228116.100850:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a52ca263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737842112:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228116.100871:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a52ca263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737842112:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (1200us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228116.100876:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824
00000100:00100000:3.0:1761228116.100908:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbb35c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737842112:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228116.100918:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737842176:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228116.101000:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841536
00000100:00100000:2.0:1761228116.101035:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637
00000100:00100000:2.0:1761228116.101038:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737841536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228116.101075:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737841536:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (1632us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228116.101080:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637
00000100:00100000:3.0:1761228116.101343:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737841536:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228116.101459:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b71dfff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737841856:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228116.101499:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228116.101536:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4de7d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737841920:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228116.101560:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228116.101672:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841856
00000100:00100000:2.0:1761228116.101704:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187
00000100:00100000:2.0:1761228116.101707:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002afd8ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737841856:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228116.101830:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228116.101869:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002afd8ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737841856:12345-0@lo:8:kworker/u8:0.0 Request processed in 161us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228116.101876:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187
00000100:00100000:2.0:1761228116.101888:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737841920
00000100:00100000:2.0:1761228116.101907:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188
00000100:00100000:2.0:1761228116.101910:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737841920:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228116.101985:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228116.102008:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737841920:12345-0@lo:8:kworker/u8:0.0 Request processed in 97us (448us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228116.102013:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188
00000100:00080000:2.0:1761228116.102046:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228116.102051:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228116.102055:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b71dfff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737841856:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228116.102064:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228116.102067:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228116.102069:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4de7d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737841920:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228116.611335:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737842240:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228116.611449:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228116.611535:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842240
00000100:00100000:3.0:1761228116.611592:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945
00000100:00100000:3.0:1761228116.611599:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e7bafc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737842240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228116.611646:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228116.611694:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e7bafc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737842240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228116.611702:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945
00000100:00100000:2.0:1761228116.611748:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737842240:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228117.059629:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228117.635172:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228117.635193:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737842304:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228117.635281:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228117.635394:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842304
00000100:00100000:0.0:1761228117.635456:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014
00000100:00100000:0.0:1761228117.635462:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced5fe32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737842304:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228117.635730:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228117.635828:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced5fe32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737842304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 365us (548us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228117.635837:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014
00000100:00100000:3.0:1761228117.636174:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737842304:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228118.083751:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228119.107036:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228120.028755:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228120.028873:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228120.028915:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228120.028950:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228120.029182:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731328
00000100:00100000:2.0:1761228120.029254:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1638
00000100:00100000:2.0:1761228120.029263:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720731328:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228120.029355:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720731328:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 92us (482us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228120.029363:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1638
00000100:00100000:1.0:1761228120.029878:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731392
00000100:00100000:1.0:1761228120.029958:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731456
00000100:00100000:1.0:1761228120.030003:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4385
00000100:00100000:1.0:1761228120.030010:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094cbd584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720731392:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228120.030099:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094cbd584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720731392:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 88us (1358us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228120.030107:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4385
00000100:00100000:1.0:1761228120.030129:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4386
00000100:00100000:1.0:1761228120.030134:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c2ac5bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720731456:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228120.030156:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c2ac5bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720731456:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 22us (1242us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228120.030162:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4386
00000100:00100000:0.0:1761228120.030701:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731520
00000100:00100000:0.0:1761228120.030750:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2189
00000100:00100000:0.0:1761228120.030756:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035ba7162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720731520:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228120.030884:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228120.030951:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035ba7162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720731520:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 193us (2000us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228120.030959:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2189
00010000:00010000:1.0:1761228120.131082:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228120.195107:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f19d1b68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737842368:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228120.195203:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228120.195289:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842368
00000100:00100000:2.0:1761228120.195369:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015
00000100:00100000:2.0:1761228120.195375:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000877f5f4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737842368:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228120.195421:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228120.195517:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000877f5f4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737842368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (315us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228120.195526:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015
00000100:00100000:3.0:1761228120.195535:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f19d1b68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737842368:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228121.158184:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228121.219056:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737842432:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228121.219056:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228121.219064:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228121.219068:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228121.219073:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3711
00000100:00080000:3.0:1761228121.219075:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228121.219083:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228121.219105:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002f9debed x1846777737842752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228121.219118:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228121.219121:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228121.219122:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228121.219125:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3711
00000100:00080000:3.0:1761228121.219126:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228121.219129:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228121.219138:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007de9f09c x1846777737842816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228121.219143:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228121.219179:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051f3cc66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737842688:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228121.219195:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842432
00000100:00100000:1.0:1761228121.219213:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228121.219229:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019b1043d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737843072:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228121.219237:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842688
00000100:00100000:3.0:1761228121.219242:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639
00000100:00100000:3.0:1761228121.219249:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737842432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228121.219251:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228121.219271:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228121.219277:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009972036f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737842624:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228121.219282:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016
00000100:00100000:0.0:1761228121.219289:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737842688:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228121.219297:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737842432:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228121.219302:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228121.219307:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639
00000100:00100000:1.0:1761228121.219315:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ee855be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737843008:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228121.219374:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843072
00000100:00100000:3.0:1761228121.219403:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825
00000100:00100000:3.0:1761228121.219407:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efb92775 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737843072:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228121.219596:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737842688:12345-0@lo:400:kworker/u8:0.0 Request processed in 306us (382us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228121.219602:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228121.219608:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016
00000100:00100000:3.0:1761228121.219629:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efb92775 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737843072:12345-0@lo:400:kworker/u8:0.0 Request processed in 219us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228121.219636:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825
00000100:00100000:1.0:1761228121.219640:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051f3cc66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737842688:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228121.219652:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843008
00000100:00100000:1.0:1761228121.219654:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019b1043d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737843072:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228121.219663:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737842432:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228121.219685:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826
00000100:00100000:0.0:1761228121.219690:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737843008:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228121.219923:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737842752:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228121.219954:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228121.220135:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007de9f09c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737842816:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228121.220156:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228121.220173:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842752
00000100:00100000:3.0:1761228121.220203:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190
00000100:00100000:3.0:1761228121.220206:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4de7d74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737842752:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761228121.220296:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228121.220334:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4de7d74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737842752:12345-0@lo:8:kworker/u8:0.0 Request processed in 126us (379us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228121.220346:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190
00000100:00100000:3.0:1761228121.220382:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030b58906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737842496:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228121.220413:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228121.220429:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000531d8745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737842880:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228121.220458:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228121.220479:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228121.220485:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb66b287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737842560:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228121.220508:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228121.220523:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003cda872c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737842944:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228121.220771:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228121.220819:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842624
00000100:00100000:3.0:1761228121.220844:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842496
00000100:00100000:3.0:1761228121.220857:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842880
00000100:00100000:3.0:1761228121.220870:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842944
00000100:00100000:3.0:1761228121.220943:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4387
00000100:00100000:3.0:1761228121.220947:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737842624:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761228121.221049:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228121.221053:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228121.221057:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737842752:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228121.221082:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842816
00000100:00100000:2.0:1761228121.221100:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191
00000100:00100000:2.0:1761228121.221104:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b71dfff5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737842816:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228121.221185:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228121.221218:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b71dfff5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737842816:12345-0@lo:8:kworker/u8:0.0 Request processed in 112us (1061us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228121.221224:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191
00000100:00100000:2.0:1761228121.221248:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4388
00000100:00100000:2.0:1761228121.221253:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737842496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228121.221286:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737842496:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (873us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228121.221291:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4388
00000100:00100000:2.0:1761228121.221305:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4389
00000100:00100000:2.0:1761228121.221308:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95e4878 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737842880:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228121.221334:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95e4878 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737842880:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (876us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228121.221340:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4389
00000100:00100000:2.0:1761228121.221351:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4390
00000100:00100000:2.0:1761228121.221353:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f696fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737842944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228121.221374:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f696fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737842944:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (604us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228121.221380:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4390
00000100:00100000:2.0:1761228121.221408:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003cda872c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737842944:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228121.221417:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030b58906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737842496:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228121.221424:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531d8745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737842880:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761228121.221459:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228121.221462:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228121.221465:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007de9f09c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737842816:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228121.221505:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737842560
00000100:00100000:2.0:1761228121.221527:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017
00000100:00100000:2.0:1761228121.221530:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737842560:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228121.221577:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737842560:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (1069us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228121.221583:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017
00000100:00100000:2.0:1761228121.221606:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb66b287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737842560:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228121.222208:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737842624:12345-0@lo:400:kworker/u8:0.0 Request processed in 1257us (2903us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228121.222216:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4387
00000100:00100000:0.0:1761228121.222221:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737843008:12345-0@lo:400:kworker/u8:0.0 Request processed in 2526us (2619us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228121.222231:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826
00000100:00100000:1.0:1761228121.222328:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ee855be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737843008:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228121.222351:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009972036f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737842624:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228121.731263:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019b1043d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737843136:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228121.731388:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228121.731477:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843136
00000100:00100000:3.0:1761228121.731525:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946
00000100:00100000:3.0:1761228121.731530:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051f3cc66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737843136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228121.731645:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228121.731701:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051f3cc66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737843136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 169us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228121.731708:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946
00000100:00100000:2.0:1761228121.731854:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019b1043d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737843136:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228122.178982:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228122.755961:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228122.756114:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd66a77d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737843200:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228122.756200:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228122.756308:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843200
00000100:00100000:2.0:1761228122.756364:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018
00000100:00100000:2.0:1761228122.756370:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019b1043d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737843200:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228122.756421:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228122.756515:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019b1043d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737843200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (315us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228122.756523:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018
00000100:00100000:0.0:1761228122.756675:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd66a77d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737843200:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228123.204067:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228124.229951:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228125.153325:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228125.153382:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228125.153426:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228125.153525:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228125.153568:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731776
00000100:00100000:2.0:1761228125.153610:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2192
00000100:00100000:2.0:1761228125.153617:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000600b4c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720731776:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228125.153720:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228125.153813:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000600b4c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720731776:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 196us (288us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228125.153821:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2192
00000100:00100000:1.0:1761228125.153923:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731712
00000100:00100000:1.0:1761228125.153964:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731648
00000100:00100000:1.0:1761228125.153986:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4391
00000100:00100000:1.0:1761228125.153991:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ec20492 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720731712:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228125.154030:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ec20492 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720731712:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 38us (648us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228125.154037:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4391
00000100:00100000:1.0:1761228125.154050:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4392
00000100:00100000:1.0:1761228125.154054:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007da854f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720731648:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228125.154077:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007da854f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720731648:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 22us (651us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228125.154083:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4392
00000100:00100000:0.0:1761228125.155114:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731584
00000100:00100000:0.0:1761228125.155176:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1640
00000100:00100000:0.0:1761228125.155182:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720731584:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228125.155238:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720731584:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 56us (1922us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228125.155245:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1640
00010000:00010000:1.0:1761228125.251509:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228125.315095:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228125.315121:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca852440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737843264:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228125.315201:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228125.315692:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843264
00000100:00100000:0.0:1761228125.316478:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019
00000100:00100000:0.0:1761228125.316550:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009972036f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737843264:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228125.316603:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228125.317046:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009972036f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737843264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 558us (1846us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228125.317055:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019
00000100:00100000:3.0:1761228125.317060:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca852440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737843264:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228126.275179:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228126.339221:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1761228126.339813:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b53637a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737843328:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.339889:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228126.339982:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843328
00000100:00100000:0.0:1761228126.340067:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641
00000100:00100000:0.0:1761228126.340073:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737843328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.340302:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a185e57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737843392:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.340334:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228126.340356:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228126.340361:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737843456:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.340396:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228126.340421:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843392
00000100:00100000:1.0:1761228126.340450:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4393
00000100:00100000:1.0:1761228126.340454:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737843392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.340489:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737843392:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228126.340496:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4393
00000100:00100000:1.0:1761228126.340525:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843456
00000100:00100000:1.0:1761228126.340545:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020
00000100:00100000:1.0:1761228126.340548:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000237636a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737843456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.340576:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000237636a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737843456:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228126.340582:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020
00000100:00100000:1.0:1761228126.340618:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737843456:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.340628:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a185e57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737843392:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228126.340704:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737843328:12345-0@lo:400:kworker/u8:2.0 Request processed in 630us (816us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228126.340713:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641
00000100:00080000:2.0:1761228126.340869:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228126.340874:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228126.340877:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228126.340882:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3717
00000100:00080000:2.0:1761228126.340884:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228126.340888:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228126.340905:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ebdb73ef x1846777737843648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228126.340919:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228126.340922:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228126.340923:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228126.340925:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3717
00000100:00080000:2.0:1761228126.340927:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228126.340930:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228126.340938:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002b8d37ef x1846777737843712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228126.341031:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebdb73ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737843648:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228126.341059:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228126.341081:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b8d37ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737843712:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228126.341098:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228126.341123:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843648
00000100:00100000:0.0:1761228126.341138:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843712
00000100:00100000:0.0:1761228126.341152:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193
00000100:00100000:0.0:1761228126.341155:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737843648:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228126.341243:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228126.341273:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737843648:12345-0@lo:8:kworker/u8:2.0 Request processed in 116us (214us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228126.341279:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193
00000100:00100000:0.0:1761228126.341289:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194
00000100:00100000:0.0:1761228126.341293:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a52ca263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737843712:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228126.341370:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228126.341403:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a52ca263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737843712:12345-0@lo:8:kworker/u8:2.0 Request processed in 109us (304us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228126.341408:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194
00000100:00080000:0.0:1761228126.341435:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228126.341439:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228126.341442:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebdb73ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737843648:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228126.341449:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228126.341451:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228126.341454:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b8d37ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737843712:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228126.341507:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b53637a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737843328:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228126.341522:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737843520:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228126.341550:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228126.341577:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e7f519e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737843904:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228126.341599:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228126.341615:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1761228126.341620:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbb35c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737843584:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228126.341641:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228126.341652:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce744c0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737843968:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228126.341671:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228126.341693:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843904
00000100:00100000:3.0:1761228126.341716:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843968
00000100:00100000:3.0:1761228126.341733:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827
00000100:00100000:3.0:1761228126.341736:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737843904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228126.341819:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828
00000100:00100000:2.0:1761228126.341824:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531d8745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737843968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228126.341861:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531d8745 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737843968:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228126.341867:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828
00000100:00100000:2.0:1761228126.341915:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce744c0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737843968:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.341979:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843584
00000100:00100000:1.0:1761228126.342009:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021
00000100:00100000:1.0:1761228126.342012:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737843584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.342044:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737843584:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (403us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228126.342050:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021
00000100:00100000:1.0:1761228126.342071:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e92fb875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737843840:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.342094:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228126.342109:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228126.342114:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1c77e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737843776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.342134:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228126.342155:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843520
00000100:00100000:1.0:1761228126.342175:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843840
00000100:00100000:1.0:1761228126.342191:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737843776
00000100:00100000:1.0:1761228126.342210:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4394
00000100:00100000:1.0:1761228126.342213:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ee855be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737843520:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.342240:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ee855be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737843520:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (690us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228126.342245:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4394
00000100:00100000:1.0:1761228126.342256:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4395
00000100:00100000:1.0:1761228126.342259:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031aafaca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737843840:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.342285:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031aafaca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737843840:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228126.342291:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4395
00000100:00100000:1.0:1761228126.342301:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4396
00000100:00100000:1.0:1761228126.342304:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061de132d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737843776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.342325:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061de132d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737843776:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228126.342330:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4396
00000100:00100000:1.0:1761228126.342363:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1c77e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737843776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.342373:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e92fb875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737843840:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.344691:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbb35c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737843584:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228126.344718:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737843520:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228126.345205:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737843904:12345-0@lo:400:kworker/u8:2.0 Request processed in 3464us (3602us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228126.345219:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827
00000100:00100000:1.0:1761228126.345236:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e7f519e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737843904:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228126.852199:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228126.852217:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030b58906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737844032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228126.852281:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228126.852422:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844032
00000100:00100000:1.0:1761228126.852578:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947
00000100:00100000:1.0:1761228126.852585:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cda872c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737844032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228126.852619:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228126.852673:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cda872c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737844032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (394us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228126.852682:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947
00000100:00100000:3.0:1761228126.852764:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030b58906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737844032:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228127.299401:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228127.877068:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228127.877089:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030b58906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737844096:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228127.877152:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228127.877206:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844096
00000100:00100000:1.0:1761228127.877261:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022
00000100:00100000:1.0:1761228127.877267:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce744c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737844096:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228127.877308:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228127.877406:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce744c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737844096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228127.877414:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022
00000100:00100000:3.0:1761228127.877536:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030b58906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737844096:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228128.323013:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228129.347537:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228130.273937:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228130.273989:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228130.274027:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228130.274068:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731904
00000100:00100000:2.0:1761228130.274123:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731968
00000100:00100000:2.0:1761228130.274148:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4397
00000100:00100000:2.0:1761228130.274154:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ff0de45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720731904:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228130.274243:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ff0de45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720731904:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 88us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228130.274251:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4397
00000100:00100000:2.0:1761228130.274270:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4398
00000100:00100000:2.0:1761228130.274274:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f001e64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720731968:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228130.274297:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f001e64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720731968:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228130.274302:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4398
00000100:00100000:0.0:1761228130.274556:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720731840
00000100:00100000:0.0:1761228130.274593:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1642
00000100:00100000:0.0:1761228130.274598:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720731840:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228130.274639:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720731840:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 39us (713us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228130.274645:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1642
00000100:00100000:3.0:1761228130.276187:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228130.277161:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732032
00000100:00100000:0.0:1761228130.277214:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2195
00000100:00100000:0.0:1761228130.277221:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030b58906 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720732032:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228130.277321:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228130.277400:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030b58906 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720732032:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 178us (1216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228130.277407:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2195
00010000:00010000:1.0:1761228130.372469:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228130.435257:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228130.435376:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737844160:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228130.435450:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228130.435813:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844160
00000100:00100000:2.0:1761228130.435874:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023
00000100:00100000:2.0:1761228130.435879:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737844160:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228130.435919:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228130.435964:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737844160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (514us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228130.435974:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023
00000100:00100000:3.0:1761228130.436804:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737844160:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228131.395094:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228131.459285:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1761228131.460636:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737844416:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228131.460729:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228131.460762:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f61e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737844224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228131.460810:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228131.460970:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737844288:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228131.461009:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228131.461030:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228131.461036:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737844352:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228131.461063:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228131.461103:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844416
00000100:00100000:1.0:1761228131.461252:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844224
00000100:00100000:1.0:1761228131.461401:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643
00000100:00100000:1.0:1761228131.461408:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737844224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228131.461469:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844288
00000100:00100000:1.0:1761228131.461471:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737844224:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (660us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228131.461479:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643
00000100:00100000:0.0:1761228131.461497:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4399
00000100:00100000:0.0:1761228131.461503:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737844416:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228131.461546:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737844416:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (818us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228131.461553:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4399
00000100:00100000:0.0:1761228131.461571:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4400
00000100:00100000:0.0:1761228131.461575:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737844288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.461595:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737844416:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.461607:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f61e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737844224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228131.461614:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737844288:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (605us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228131.461622:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4400
00000100:00100000:1.0:1761228131.461638:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844352
00000100:00100000:0.0:1761228131.461666:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737844288:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.461667:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024
00000100:00100000:1.0:1761228131.461675:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000917eeb37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737844352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.461724:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000917eeb37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737844352:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (660us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228131.461731:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024
00000100:00100000:3.0:1761228131.461830:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737844352:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228131.462369:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228131.462375:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228131.462378:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228131.462383:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3722
00000100:00080000:2.0:1761228131.462385:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228131.462390:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228131.462409:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000005e3c165 x1846777737844544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228131.462501:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1761228131.462513:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737844480:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.462616:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761228131.462911:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228131.462914:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228131.462915:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228131.462919:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3722
00000100:00080000:2.0:1761228131.462922:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228131.462925:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228131.462939:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000018f61e80 x1846777737844608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228131.463087:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbb35c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737844864:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.463182:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737844544:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228131.463182:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228131.463210:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228131.463216:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228131.463221:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737844800:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.463225:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f61e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737844608:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228131.463241:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228131.463249:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737844672:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228131.463274:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228131.463279:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844864
00000100:00100000:0.0:1761228131.463287:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844480
00000100:00100000:3.0:1761228131.463292:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228131.463298:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e7f519e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737844736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.463315:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844544
00000100:00100000:3.0:1761228131.463321:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228131.463336:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025
00000100:00100000:1.0:1761228131.463348:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844608
00000100:00100000:0.0:1761228131.463351:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000196e18c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737844480:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228131.463363:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844672
00000100:00100000:1.0:1761228131.463365:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829
00000100:00100000:1.0:1761228131.463370:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e54a0e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737844864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228131.463390:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844736
00000100:00100000:0.0:1761228131.463410:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000196e18c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737844480:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (793us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228131.463411:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4401
00000100:00100000:1.0:1761228131.463414:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e54a0e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737844864:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228131.463425:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025
00000100:00100000:1.0:1761228131.463427:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829
00000100:00100000:1.0:1761228131.463446:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196
00000100:00100000:1.0:1761228131.463450:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737844544:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228131.463479:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228131.463504:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbb35c91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737844864:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228131.463527:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844800
00010000:02020000:1.0:1761228131.463536:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228131.463545:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830
00000100:00100000:0.0:1761228131.463549:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737844800:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.463574:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737844544:12345-0@lo:8:kworker/u8:2.0 Request processed in 121us (362us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228131.463582:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196
00000100:00100000:1.0:1761228131.463596:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197
00000100:00100000:0.0:1761228131.463600:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737844800:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (119us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228131.463604:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737844608:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228131.463612:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830
00000100:00100000:0.0:1761228131.463646:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737844800:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228131.463668:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737844480:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1761228131.463694:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228131.463726:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737844608:12345-0@lo:8:kworker/u8:2.0 Request processed in 123us (483us total) trans 0 rc -19/-19
00000100:00080000:0.0:1761228131.463728:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228131.463733:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228131.463736:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197
00000100:00100000:0.0:1761228131.463739:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737844544:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228131.463753:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228131.463756:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228131.463759:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f61e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737844608:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228131.463774:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4402
00000100:00100000:1.0:1761228131.463808:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ff05e47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737844736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.463845:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ff05e47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737844736:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (525us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228131.463851:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4402
00000100:00100000:1.0:1761228131.463876:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e7f519e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737844736:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228131.464252:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4514c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737844672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228131.464304:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4514c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737844672:12345-0@lo:400:kworker/u8:2.0 Request processed in 886us (1030us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228131.464310:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4401
00000100:00100000:1.0:1761228131.464617:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737844672:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228131.971000:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737844928:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228131.971071:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228131.971977:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844928
00000100:00100000:0.0:1761228131.972036:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948
00000100:00100000:0.0:1761228131.972042:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b52118b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737844928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228131.972087:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228131.972141:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b52118b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737844928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1070us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228131.972148:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948
00000100:00100000:1.0:1761228131.972251:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737844928:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228132.419089:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228132.995811:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228132.995827:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737844992:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228132.995893:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228132.995988:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737844992
00000100:00100000:3.0:1761228132.996041:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026
00000100:00100000:3.0:1761228132.996046:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e92fb875 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737844992:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228132.996087:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228132.996141:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e92fb875 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737844992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228132.996147:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026
00000100:00100000:2.0:1761228132.996506:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737844992:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228133.445420:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228134.467341:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228135.392407:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228135.392499:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228135.392539:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228135.392671:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732288
00000100:00100000:2.0:1761228135.392716:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2198
00000100:00100000:2.0:1761228135.392723:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec331a8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720732288:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228135.392858:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228135.392924:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec331a8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720732288:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 201us (2155us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228135.392932:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2198
00000100:00100000:0.0:1761228135.393330:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732096
00000100:00100000:0.0:1761228135.393363:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1644
00000100:00100000:0.0:1761228135.393368:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720732096:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228135.393405:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720732096:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 37us (907us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228135.393414:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1644
00000100:00100000:3.0:1761228135.394273:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228135.394303:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732224
00000100:00100000:1.0:1761228135.394346:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4403
00000100:00100000:1.0:1761228135.394351:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000489e8371 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720732224:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228135.394412:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000489e8371 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720732224:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 59us (1872us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228135.394418:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4403
00000100:00100000:0.0:1761228135.394936:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732160
00000100:00100000:0.0:1761228135.394974:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4404
00000100:00100000:0.0:1761228135.394979:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720732160:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228135.395027:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720732160:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 48us (759us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228135.395034:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4404
00010000:00010000:0.0:1761228135.491032:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228135.555176:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdffd1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737845056:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228135.555256:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228135.555430:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845056
00000100:00100000:1.0:1761228135.555484:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027
00000100:00100000:1.0:1761228135.555490:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737845056:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228135.555532:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228135.555578:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737845056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228135.555585:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027
00000100:00100000:0.0:1761228135.555707:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdffd1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737845056:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228136.517209:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228136.579003:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1761228136.579007:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b53637a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737845184:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228136.579011:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228136.579014:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228136.579021:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3727
00000100:00080000:2.0:1761228136.579023:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228136.579029:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228136.579049:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000046f4df62 x1846777737845440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228136.579064:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228136.579067:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228136.579068:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228136.579071:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3727
00000100:00080000:2.0:1761228136.579072:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228136.579075:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228136.579086:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000502380ba x1846777737845504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228136.579089:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228136.579132:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b8d37ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737845248:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228136.579139:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e7f519e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737845568:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228136.579169:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228136.579174:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228136.579194:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f61e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737845632:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228136.579217:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228136.579218:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845184
00000100:00100000:2.0:1761228136.579248:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737845440:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228136.579261:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845568
00000100:00100000:2.0:1761228136.579286:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228136.579297:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845632
00000100:00100000:2.0:1761228136.579304:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737845504:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228136.579319:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4405
00000100:00100000:2.0:1761228136.579331:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228136.579331:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737845184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228136.579360:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845440
00000100:00100000:2.0:1761228136.579383:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845504
00000100:00100000:3.0:1761228136.579389:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737845184:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228136.579398:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4405
00000100:00100000:2.0:1761228136.579401:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199
00000100:00100000:2.0:1761228136.579406:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737845440:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228136.579420:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4406
00000100:00100000:3.0:1761228136.579425:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea1d2515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737845568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228136.579451:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea1d2515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737845568:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228136.579457:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4406
00000100:00100000:3.0:1761228136.579468:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4407
00000100:00100000:3.0:1761228136.579471:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbb35c91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737845632:12345-0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1761228136.579499:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228136.579502:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbb35c91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737845632:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228136.579517:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4407
00000100:00100000:2.0:1761228136.579535:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737845440:12345-0@lo:8:kworker/u8:2.0 Request processed in 128us (249us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228136.579542:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199
00000100:00100000:2.0:1761228136.579556:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200
00000100:00100000:2.0:1761228136.579560:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737845504:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228136.579562:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e7f519e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737845568:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228136.579574:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b53637a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737845184:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1761228136.579634:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228136.579636:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845248
00000100:00100000:2.0:1761228136.579658:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737845504:12345-0@lo:8:kworker/u8:2.0 Request processed in 97us (332us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228136.579665:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200
00000100:00100000:3.0:1761228136.579668:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028
00000100:00100000:3.0:1761228136.579673:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5d5e21a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737845248:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228136.579694:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228136.579698:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228136.579702:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737845440:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228136.579710:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228136.579712:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228136.579716:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737845504:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228136.579725:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5d5e21a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737845248:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (556us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228136.579733:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028
00000100:00100000:2.0:1761228136.579743:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b8d37ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737845248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228136.579754:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f61e80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737845632:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.579824:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebdb73ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737845312:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.579855:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228136.579882:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737845696:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.579905:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228136.579934:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228136.579940:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1c77e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737845120:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.579965:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228136.579981:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a185e57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737845376:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.580002:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228136.580017:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737845760:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.580036:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228136.580058:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845312
00000100:00100000:1.0:1761228136.580081:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4408
00000100:00100000:1.0:1761228136.580086:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b478a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737845312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.580120:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b478a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737845312:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228136.580126:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4408
00000100:00100000:1.0:1761228136.580152:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845376
00000100:00100000:1.0:1761228136.580167:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029
00000100:00100000:1.0:1761228136.580171:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1ca1e90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737845376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.580193:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1ca1e90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737845376:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228136.580199:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029
00000100:00100000:1.0:1761228136.580217:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845120
00000100:00100000:1.0:1761228136.580240:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645
00000100:00100000:1.0:1761228136.580243:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737845120:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.580278:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737845120:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228136.580284:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645
00000100:00100000:1.0:1761228136.580317:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1c77e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737845120:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.580325:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a185e57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737845376:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.580332:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebdb73ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737845312:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228136.581932:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845696
00000100:00100000:2.0:1761228136.584145:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845760
00000100:00100000:0.0:1761228136.584480:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831
00000100:00100000:0.0:1761228136.584489:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004adf3e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737845696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228136.584607:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004adf3e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737845696:12345-0@lo:400:kworker/u8:2.0 Request processed in 119us (4701us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228136.584614:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831
00000100:00100000:0.0:1761228136.584637:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832
00000100:00100000:0.0:1761228136.584640:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737845760:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228136.584667:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737845760:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (4631us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228136.584672:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832
00000100:00100000:1.0:1761228136.584792:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737845760:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228136.584814:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737845696:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228137.091769:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737845824:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228137.091854:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228137.091999:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845824
00000100:00100000:3.0:1761228137.092055:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949
00000100:00100000:3.0:1761228137.092061:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737845824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228137.092096:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228137.092150:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737845824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228137.092159:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949
00000100:00100000:1.0:1761228137.093247:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737845824:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228137.539557:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228138.115161:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737845888:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228138.115235:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228138.115410:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845888
00000100:00100000:3.0:1761228138.116319:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030
00000100:00100000:3.0:1761228138.116331:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338f5f4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737845888:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228138.116380:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228138.118053:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737845888:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228138.118136:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338f5f4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737845888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1806us (2901us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228138.118147:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030
00010000:00010000:1.0:1761228138.564013:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228139.587329:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228140.520573:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228140.520662:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228140.520695:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228140.520810:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228140.520863:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732544
00000100:00100000:2.0:1761228140.520911:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2201
00000100:00100000:2.0:1761228140.520920:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720732544:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228140.521019:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228140.521086:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720732544:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 166us (276us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228140.521093:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2201
00000100:00100000:0.0:1761228140.521275:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732480
00000100:00100000:0.0:1761228140.521326:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732416
00000100:00100000:0.0:1761228140.521346:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4409
00000100:00100000:0.0:1761228140.521350:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb1e1c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720732480:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228140.521390:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb1e1c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720732480:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 40us (729us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228140.521396:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4409
00000100:00100000:0.0:1761228140.521408:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4410
00000100:00100000:0.0:1761228140.521411:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab3f2d35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720732416:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228140.521428:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab3f2d35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720732416:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 16us (734us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228140.521432:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4410
00000100:00100000:1.0:1761228140.521529:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732352
00000100:00100000:1.0:1761228140.521558:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1646
00000100:00100000:1.0:1761228140.521562:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720732352:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228140.521583:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720732352:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (1020us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228140.521588:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1646
00010000:00010000:1.0:1761228140.611139:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228140.675054:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228140.675079:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d8be61a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737845952:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228140.675146:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228140.675976:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737845952
00000100:00100000:3.0:1761228140.676448:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031
00000100:00100000:3.0:1761228140.676456:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737845952:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228140.676514:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228140.676617:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737845952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 160us (1470us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228140.676625:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031
00000100:00100000:2.0:1761228140.676709:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d8be61a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737845952:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228141.635007:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228141.699169:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228141.699177:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228141.699181:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228141.699189:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3732
00000100:00080000:0.0:1761228141.699193:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228141.699199:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228141.699231:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b242f3a2 x1846777737846336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228141.699245:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228141.699249:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228141.699250:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228141.699253:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3732
00000100:00080000:0.0:1761228141.699255:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228141.699257:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228141.699268:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007987295a x1846777737846400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228141.699369:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737846336:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228141.699438:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.699477:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007987295a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737846400:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228141.699501:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.699537:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004463b725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737846016:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.699567:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.699579:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b53e02a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737846272:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.699602:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.699613:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e310ee53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737846656:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.699633:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.699646:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228141.699651:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5bb7b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737846208:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.699675:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.699688:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067efa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737846592:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.699706:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.699747:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846336
00000100:00100000:2.0:1761228141.699794:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846400
00000100:00100000:2.0:1761228141.699808:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846656
00000100:00100000:2.0:1761228141.699825:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846592
00000100:00100000:2.0:1761228141.699835:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833
00000100:00100000:2.0:1761228141.699840:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737846656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.699886:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737846656:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228141.699893:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833
00000100:00100000:2.0:1761228141.699905:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834
00000100:00100000:2.0:1761228141.699909:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737846592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.699928:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737846592:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228141.699932:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834
00000100:00100000:2.0:1761228141.699945:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202
00000100:00100000:2.0:1761228141.699948:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737846336:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228141.700040:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228141.700068:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737846336:12345-0@lo:8:kworker/u8:2.0 Request processed in 119us (631us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228141.700074:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202
00000100:00100000:2.0:1761228141.700085:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203
00000100:00100000:2.0:1761228141.700087:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737846400:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228141.700159:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228141.700180:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737846400:12345-0@lo:8:kworker/u8:2.0 Request processed in 91us (679us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228141.700185:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203
00000100:00080000:2.0:1761228141.700225:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228141.700228:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228141.700231:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737846336:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228141.700240:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228141.700243:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228141.700244:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007987295a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737846400:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700275:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067efa027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737846592:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700284:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e310ee53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737846656:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700304:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737846144:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700328:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.700342:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737846528:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700362:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.700379:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228141.700383:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db10a6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737846080:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700404:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.700416:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737846464:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700433:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228141.700455:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846208
00000100:00100000:2.0:1761228141.700476:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846528
00000100:00100000:2.0:1761228141.700490:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846080
00000100:00100000:2.0:1761228141.700503:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846464
00000100:00100000:2.0:1761228141.700517:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4411
00000100:00100000:2.0:1761228141.700520:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737846208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700554:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737846208:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (879us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228141.700560:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4411
00000100:00100000:2.0:1761228141.700571:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4412
00000100:00100000:2.0:1761228141.700575:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737846528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700602:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737846528:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228141.700607:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4412
00000100:00100000:2.0:1761228141.700618:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4413
00000100:00100000:2.0:1761228141.700621:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007987295a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737846080:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700644:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007987295a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737846080:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228141.700649:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4413
00000100:00100000:2.0:1761228141.700658:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4414
00000100:00100000:2.0:1761228141.700662:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737846464:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.700682:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737846464:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228141.700687:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4414
00000100:00100000:2.0:1761228141.700714:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5bb7b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737846208:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228141.701033:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846272
00000100:00100000:3.0:1761228141.701060:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846144
00000100:00100000:3.0:1761228141.701072:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032
00000100:00100000:3.0:1761228141.701075:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737846272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228141.701114:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737846272:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (1512us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228141.701119:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032
00000100:00100000:3.0:1761228141.701131:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033
00000100:00100000:3.0:1761228141.701134:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737846144:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228141.701156:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737846144:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (828us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228141.701161:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033
00000100:00100000:3.0:1761228141.701225:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db10a6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737846080:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228141.701235:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737846464:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228141.701243:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737846144:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228141.701250:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737846528:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.701445:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b53e02a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737846272:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228141.701516:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846016
00000100:00100000:0.0:1761228141.701724:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647
00000100:00100000:0.0:1761228141.701730:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737846016:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228141.701851:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004463b725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737846016:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228141.701983:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737846016:12345-0@lo:400:kworker/u8:2.0 Request processed in 253us (2415us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228141.701990:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647
00000100:00100000:0.0:1761228142.211818:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228142.212531:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737846720:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228142.212607:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228142.212817:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846720
00000100:00100000:1.0:1761228142.212872:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950
00000100:00100000:1.0:1761228142.212880:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737846720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228142.212922:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228142.212971:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737846720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (365us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228142.212979:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950
00000100:00100000:3.0:1761228142.213392:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737846720:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228142.658990:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228143.235287:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228143.235305:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737846784:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228143.235385:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228143.235476:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846784
00000100:00100000:2.0:1761228143.235545:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034
00000100:00100000:2.0:1761228143.235551:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d8be61a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737846784:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228143.235593:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228143.235651:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d8be61a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737846784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228143.235658:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034
00000100:00100000:3.0:1761228143.235771:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737846784:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228143.683206:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228144.707766:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228145.628946:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228145.628993:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228145.629038:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228145.629143:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732736
00000100:00100000:3.0:1761228145.629390:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732672
00000100:00100000:3.0:1761228145.629421:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4415
00000100:00100000:3.0:1761228145.629429:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720732736:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228145.629541:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720732736:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 112us (548us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228145.629550:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4415
00000100:00100000:3.0:1761228145.629571:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4416
00000100:00100000:3.0:1761228145.629574:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720732672:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228145.629599:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720732672:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (561us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228145.629605:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4416
00000100:00100000:0.0:1761228145.630529:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732608
00000100:00100000:0.0:1761228145.630596:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1648
00000100:00100000:0.0:1761228145.630603:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720732608:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228145.630671:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720732608:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 68us (1738us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228145.630678:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1648
00000100:00100000:2.0:1761228145.633471:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228145.634168:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732800
00000100:00100000:0.0:1761228145.634240:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2204
00000100:00100000:0.0:1761228145.634249:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720732800:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228145.634355:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228145.634454:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720732800:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 204us (997us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228145.634463:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2204
00010000:00010000:1.0:1761228145.733473:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228145.795217:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdffd1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737846848:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228145.795365:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228145.796462:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846848
00000100:00100000:1.0:1761228145.796554:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035
00000100:00100000:1.0:1761228145.796562:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000504eb76d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737846848:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228145.796621:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228145.796725:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000504eb76d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737846848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 163us (1361us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228145.796733:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035
00000100:00100000:1.0:1761228145.802680:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdffd1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737846848:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228146.755162:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228146.821431:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228146.821442:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228146.821447:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228146.821459:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3737
00000100:00080000:3.0:1761228146.821463:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228146.821472:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228146.821500:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f5bb7b1f x1846777737847232/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228146.821516:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228146.821519:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228146.821520:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228146.821522:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3737
00000100:00080000:3.0:1761228146.821524:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228146.821528:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228146.821539:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086c33116 x1846777737847296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228146.821613:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737847040:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228146.821699:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228146.821731:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737847424:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228146.821756:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228146.821799:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228146.821804:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737846976:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228146.821829:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228146.821841:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db10a6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737847360:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228146.821862:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228146.821903:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847424
00000100:00100000:3.0:1761228146.821951:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846976
00000100:00100000:3.0:1761228146.821967:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847360
00000100:00100000:3.0:1761228146.821987:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4417
00000100:00100000:3.0:1761228146.821993:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e1c77e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737847424:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822120:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004463b725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737847104:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822157:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228146.822170:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737847488:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822189:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228146.822202:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228146.822206:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737846912:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822230:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228146.822242:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b53e02a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737847168:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822259:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228146.822268:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebdb73ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737847552:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822282:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228146.822303:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847104
00000100:00100000:1.0:1761228146.822319:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4418
00000100:00100000:1.0:1761228146.822323:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018f61e80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737846976:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822369:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018f61e80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737846976:12345-0@lo:400:kworker/u8:4.0 Request processed in 45us (540us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228146.822375:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4418
00000100:00100000:1.0:1761228146.822389:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4419
00000100:00100000:1.0:1761228146.822392:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b8d37ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737847360:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822410:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b8d37ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737847360:12345-0@lo:400:kworker/u8:4.0 Request processed in 17us (548us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228146.822415:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4419
00000100:00100000:1.0:1761228146.822421:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4420
00000100:00100000:1.0:1761228146.822424:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdffd1a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737847104:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822442:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdffd1a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737847104:12345-0@lo:400:kworker/u8:4.0 Request processed in 18us (286us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228146.822447:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4420
00000100:00100000:1.0:1761228146.822465:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737846912
00000100:00100000:1.0:1761228146.822484:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649
00000100:00100000:1.0:1761228146.822488:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737846912:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822517:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737846912:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (286us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228146.822523:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649
00000100:00100000:1.0:1761228146.822555:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847040
00000100:00100000:1.0:1761228146.822577:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847168
00000100:00100000:1.0:1761228146.822587:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036
00000100:00100000:1.0:1761228146.822591:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a185e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737847040:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822616:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a185e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737847040:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (919us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228146.822621:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036
00000100:00100000:1.0:1761228146.822629:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037
00000100:00100000:1.0:1761228146.822632:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca852440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737847168:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822648:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca852440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737847168:12345-0@lo:400:kworker/u8:4.0 Request processed in 16us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228146.822653:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037
00000100:00100000:1.0:1761228146.822686:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737846912:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822698:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b53e02a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737847168:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822707:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004463b725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737847104:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822743:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737846976:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822752:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db10a6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737847360:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.822760:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737847040:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228146.822920:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5bb7b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737847232:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228146.822955:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228146.822985:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737847296:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228146.823067:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228146.823111:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847488
00000100:00100000:2.0:1761228146.823140:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847552
00000100:00100000:2.0:1761228146.823172:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847232
00000100:00100000:2.0:1761228146.823183:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847296
00000100:00100000:2.0:1761228146.823192:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835
00000100:00100000:2.0:1761228146.823196:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac00ffcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737847488:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228146.823229:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac00ffcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737847488:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (1039us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228146.823238:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835
00000100:00100000:2.0:1761228146.823250:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836
00000100:00100000:2.0:1761228146.823254:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f19d1b68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737847552:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228146.823277:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f19d1b68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737847552:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (994us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228146.823282:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836
00000100:00100000:2.0:1761228146.823292:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205
00000100:00100000:2.0:1761228146.823295:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed03e3ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737847232:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228146.823394:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228146.823426:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed03e3ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737847232:12345-0@lo:8:kworker/u8:4.0 Request processed in 130us (472us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228146.823432:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205
00000100:00100000:2.0:1761228146.823442:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206
00000100:00100000:2.0:1761228146.823445:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bb561a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737847296:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228146.823518:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228146.823539:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bb561a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737847296:12345-0@lo:8:kworker/u8:4.0 Request processed in 93us (473us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228146.823545:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206
00000100:00080000:2.0:1761228146.823599:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228146.823603:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228146.823607:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5bb7b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737847232:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228146.823616:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228146.823619:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228146.823622:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737847296:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228146.825676:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005e3c165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737847424:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228146.825752:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e1c77e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737847424:12345-0@lo:400:kworker/u8:4.0 Request processed in 3756us (3994us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228146.825765:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4417
00000100:00100000:1.0:1761228146.826199:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebdb73ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737847552:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228146.826216:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737847488:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228147.332014:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228147.332042:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e993beb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737847616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228147.332134:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228147.332349:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847616
00000100:00100000:1.0:1761228147.332910:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951
00000100:00100000:1.0:1761228147.332918:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737847616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228147.333846:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228147.336896:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737847616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3962us (4748us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228147.336919:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951
00000100:00100000:0.0:1761228147.337158:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e993beb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737847616:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228147.781278:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228148.356332:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228148.356357:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737847680:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228148.356451:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228148.357059:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847680
00000100:00100000:1.0:1761228148.357716:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038
00000100:00100000:1.0:1761228148.357725:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737847680:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228148.357802:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228148.357883:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737847680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 158us (1433us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228148.357890:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038
00000100:00100000:0.0:1761228148.359370:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502380ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737847680:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228148.809092:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228149.827079:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228150.750580:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228150.750647:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228150.750674:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228150.750724:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228150.750801:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732992
00000100:00100000:2.0:1761228150.750871:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732928
00000100:00100000:2.0:1761228150.750970:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4421
00000100:00100000:2.0:1761228150.750979:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed09e85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720732992:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228150.751096:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed09e85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720732992:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 116us (421us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228150.751134:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4421
00000100:00100000:2.0:1761228150.751155:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4422
00000100:00100000:2.0:1761228150.751159:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ae1760a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720732928:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228150.751206:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ae1760a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720732928:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 45us (482us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228150.751212:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4422
00000100:00100000:1.0:1761228150.751679:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720732864
00000100:00100000:1.0:1761228150.751728:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1650
00000100:00100000:1.0:1761228150.751734:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720732864:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228150.751809:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720732864:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 75us (1244us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228150.751817:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1650
00000100:00100000:0.0:1761228150.752392:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733056
00000100:00100000:0.0:1761228150.752440:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2207
00000100:00100000:0.0:1761228150.752445:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6bac44e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720733056:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228150.752551:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228150.752609:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6bac44e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720733056:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 163us (1963us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228150.752617:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2207
00010000:00010000:1.0:1761228150.851064:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228150.916113:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f373f61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737847744:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228150.916217:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228150.919957:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847744
00000100:00100000:0.0:1761228150.920047:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039
00000100:00100000:0.0:1761228150.920056:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f727c2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737847744:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228150.920126:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228150.920222:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f727c2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737847744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 165us (4006us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228150.920230:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039
00000100:00100000:2.0:1761228150.920410:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f373f61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737847744:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228151.878758:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228151.939170:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228151.939180:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228151.939185:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228151.939197:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3742
00000100:00080000:0.0:1761228151.939201:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228151.939210:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228151.939243:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000316653c9 x1846777737848128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228151.939260:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228151.939263:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228151.939265:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228151.939269:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3742
00000100:00080000:0.0:1761228151.939270:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228151.939274:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228151.939287:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f2125601 x1846777737848192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228151.939378:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cb623ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737847936:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228151.939467:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228151.939505:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076a6ceef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737848320:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228151.939536:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228151.939564:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228151.939570:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737847872:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228151.939594:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228151.939608:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737848256:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228151.939627:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228151.939667:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847936
00000100:00100000:0.0:1761228151.939721:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040
00000100:00100000:0.0:1761228151.939729:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e649ff8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737847936:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228151.939816:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e649ff8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737847936:12345-0@lo:400:kworker/u8:4.0 Request processed in 87us (350us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228151.939823:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040
00000100:00100000:0.0:1761228151.939882:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cb623ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737847936:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940243:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003526d8f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737848000:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940281:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228151.940315:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cefe8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737848384:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940344:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228151.940374:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761228151.940379:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e993beb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737847808:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940409:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228151.940428:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000940777ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737848064:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940453:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228151.940466:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e140416b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737848448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940491:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228151.940519:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000316653c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737848128:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940546:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228151.940561:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2125601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737848192:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940581:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228151.940612:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848320
00000100:00100000:2.0:1761228151.940645:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847872
00000100:00100000:2.0:1761228151.940660:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848256
00000100:00100000:2.0:1761228151.940674:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848000
00000100:00100000:2.0:1761228151.940686:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4423
00000100:00100000:2.0:1761228151.940691:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077b1fcd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737848320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940734:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077b1fcd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737848320:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (1197us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228151.940745:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4423
00000100:00100000:2.0:1761228151.940760:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4424
00000100:00100000:2.0:1761228151.940763:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbd51c60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737847872:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940825:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbd51c60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737847872:12345-0@lo:400:kworker/u8:4.0 Request processed in 60us (1230us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228151.940831:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4424
00000100:00100000:2.0:1761228151.940847:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4425
00000100:00100000:2.0:1761228151.940851:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737848256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.940876:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737848256:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (1249us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228151.940882:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4425
00000100:00100000:2.0:1761228151.940892:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4426
00000100:00100000:2.0:1761228151.940895:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e788f852 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737848000:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228151.940970:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848384
00000100:00100000:1.0:1761228151.941004:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848448
00000100:00100000:1.0:1761228151.941025:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848128
00000100:00100000:1.0:1761228151.941037:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848192
00000100:00100000:1.0:1761228151.941048:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837
00000100:00100000:1.0:1761228151.941052:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008982276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737848384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.941296:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e788f852 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737848000:12345-0@lo:400:kworker/u8:4.0 Request processed in 398us (1014us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228151.941303:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4426
00000100:00100000:1.0:1761228151.941338:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008982276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737848384:12345-0@lo:400:kworker/u8:4.0 Request processed in 285us (994us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228151.941345:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837
00000100:00100000:1.0:1761228151.941359:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838
00000100:00100000:1.0:1761228151.941363:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006374e756 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737848448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228151.941389:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006374e756 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737848448:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (898us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228151.941394:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838
00000100:00100000:1.0:1761228151.941403:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208
00000100:00100000:1.0:1761228151.941406:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed62f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737848128:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228151.941511:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228151.941595:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209
00000100:00100000:3.0:1761228151.941600:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386362a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737848192:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228151.941678:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228151.941801:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e140416b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737848448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.941817:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003526d8f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737848000:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.941828:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cefe8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737848384:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.941877:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737847808
00000100:00100000:2.0:1761228151.941911:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651
00000100:00100000:2.0:1761228151.941915:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737847808:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.941951:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737847808:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (1542us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228151.941958:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651
00000100:00100000:2.0:1761228151.941993:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e993beb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737847808:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.942042:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848064
00000100:00100000:2.0:1761228151.942063:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041
00000100:00100000:2.0:1761228151.942066:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de0ff9ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737848064:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228151.942105:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de0ff9ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737848064:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (1652us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228151.942110:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041
00000100:00100000:2.0:1761228151.942132:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000940777ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737848064:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228151.942253:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed62f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737848128:12345-0@lo:8:kworker/u8:4.0 Request processed in 845us (1707us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228151.942260:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208
00000100:00100000:0.0:1761228151.942693:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737847872:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228151.942710:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737848256:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228151.942722:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076a6ceef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737848320:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228151.942823:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386362a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737848192:12345-0@lo:8:kworker/u8:4.0 Request processed in 1220us (2240us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228151.942830:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209
00000100:00080000:2.0:1761228151.943849:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228151.943857:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228151.943864:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000316653c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737848128:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228151.943876:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228151.943879:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228151.943882:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2125601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737848192:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228152.451258:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076a6ceef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737848512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228152.451364:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228152.451449:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848512
00000100:00100000:0.0:1761228152.451595:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952
00000100:00100000:0.0:1761228152.451602:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0df2d03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737848512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228152.451647:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228152.454249:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0df2d03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737848512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2635us (2876us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228152.454267:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952
00000100:00100000:3.0:1761228152.455058:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076a6ceef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737848512:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228152.899296:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228153.475212:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737848576:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228153.475490:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228153.475678:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848576
00000100:00100000:2.0:1761228153.475733:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042
00000100:00100000:2.0:1761228153.475741:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002afd8ce8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737848576:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228153.475816:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228153.475873:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002afd8ce8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737848576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (384us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228153.475884:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042
00000100:00100000:1.0:1761228153.475914:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737848576:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228153.923854:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228154.947130:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228155.868668:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228155.868712:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228155.868732:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228155.868908:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733120
00000100:00100000:2.0:1761228155.869002:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1652
00000100:00100000:2.0:1761228155.869011:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720733120:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228155.869137:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720733120:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 126us (424us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228155.869147:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1652
00000100:00100000:1.0:1761228155.869333:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733184
00000100:00100000:1.0:1761228155.869409:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733248
00000100:00100000:1.0:1761228155.869432:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4427
00000100:00100000:1.0:1761228155.869438:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b53637a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720733184:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228155.869504:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b53637a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720733184:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 66us (846us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228155.869511:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4427
00000100:00100000:1.0:1761228155.869527:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4428
00000100:00100000:1.0:1761228155.869531:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e7f519e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720733248:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228155.869546:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e7f519e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720733248:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 15us (815us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228155.869552:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4428
00000100:00100000:3.0:1761228155.869677:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228155.869707:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733312
00000100:00100000:3.0:1761228155.869729:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2210
00000100:00100000:3.0:1761228155.869733:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046f4df62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720733312:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228155.869862:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228155.869890:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046f4df62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720733312:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 156us (215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228155.869895:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2210
00010000:00010000:0.0:1761228155.971203:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228156.035806:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228156.036870:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002a5522b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737848640:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228156.036953:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228156.037272:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848640
00000100:00100000:2.0:1761228156.037328:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043
00000100:00100000:2.0:1761228156.037335:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000502380ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737848640:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228156.037382:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228156.037442:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000502380ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737848640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (490us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228156.037450:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043
00000100:00100000:0.0:1761228156.037733:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002a5522b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737848640:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228156.995114:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228157.059563:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2634718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737848704:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228157.059642:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228157.059740:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848704
00000100:00100000:1.0:1761228157.059809:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653
00000100:00100000:1.0:1761228157.059815:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737848704:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228157.060575:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737848704:12345-0@lo:400:kworker/u8:4.0 Request processed in 756us (931us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228157.060585:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653
00000100:00100000:0.0:1761228157.060681:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2634718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737848704:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228157.060886:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072cb2b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737848768:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228157.060991:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228157.061058:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848768
00000100:00100000:1.0:1761228157.061098:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4429
00000100:00100000:1.0:1761228157.061102:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737848768:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228157.061292:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737848768:12345-0@lo:400:kworker/u8:4.0 Request processed in 188us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228157.061299:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4429
00000100:00100000:0.0:1761228157.061355:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072cb2b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737848768:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228157.061364:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228157.061371:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1738aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737848832:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228157.061395:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761228157.061498:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228157.061503:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228157.061507:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228157.061512:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3747
00000100:00080000:2.0:1761228157.061515:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228157.061519:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228157.061538:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ad731cd8 x1846777737849024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228157.061553:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228157.061556:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228157.061557:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228157.061560:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3747
00000100:00080000:2.0:1761228157.061561:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228157.061564:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228157.061573:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000288727db x1846777737849088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228157.061618:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad731cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737849024:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228157.061650:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228157.061664:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000288727db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737849088:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228157.061681:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228157.061702:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003326cc26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737849216:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228157.061723:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228157.061735:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228157.061739:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bc2917b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737849152:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228157.061759:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228157.061802:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000388bce43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737848896:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228157.061852:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228157.061866:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7dd2225 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737849280:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228157.061889:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228157.061903:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1761228157.061907:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b3e5400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737848960:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228157.062162:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849216
00000100:00100000:3.0:1761228157.062192:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849152
00000100:00100000:3.0:1761228157.062211:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848896
00000100:00100000:3.0:1761228157.062242:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4430
00000100:00100000:3.0:1761228157.062246:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2634718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737849216:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228157.062286:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2634718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737849216:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (563us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228157.062292:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4430
00000100:00100000:3.0:1761228157.062306:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4431
00000100:00100000:3.0:1761228157.062309:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737849152:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228157.062334:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e993beb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737849152:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (574us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228157.062340:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4431
00000100:00100000:3.0:1761228157.062350:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4432
00000100:00100000:3.0:1761228157.062353:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045dc0712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737848896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228157.062377:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045dc0712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737848896:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (525us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228157.062382:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4432
00000100:00100000:3.0:1761228157.062420:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bc2917b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737849152:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228157.062429:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003326cc26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737849216:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228157.062458:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849024
00000100:00100000:3.0:1761228157.062477:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849088
00000100:00100000:3.0:1761228157.062491:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849280
00000100:00100000:3.0:1761228157.062513:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839
00000100:00100000:3.0:1761228157.062516:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb3e7945 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737849280:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228157.062545:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb3e7945 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737849280:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (656us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228157.062551:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839
00000100:00100000:3.0:1761228157.062561:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211
00000100:00100000:3.0:1761228157.062564:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000767318e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737849024:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228157.062656:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228157.062688:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000767318e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737849024:12345-0@lo:8:kworker/u8:4.0 Request processed in 123us (1038us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228157.062695:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211
00000100:00100000:3.0:1761228157.062704:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212
00000100:00100000:3.0:1761228157.062707:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072cb2b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737849088:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228157.062812:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228157.062833:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072cb2b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737849088:12345-0@lo:8:kworker/u8:4.0 Request processed in 125us (1152us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228157.062839:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212
00000100:00080000:3.0:1761228157.062870:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228157.062873:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228157.062876:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad731cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737849024:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228157.062883:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228157.062885:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228157.062887:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000288727db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737849088:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228157.063022:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848832
00000100:00100000:1.0:1761228157.063069:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044
00000100:00100000:1.0:1761228157.063073:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cb623ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737848832:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228157.063107:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cb623ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737848832:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (1711us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228157.063112:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044
00000100:00100000:0.0:1761228157.063191:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1738aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737848832:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228157.064912:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228157.064961:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3e54be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737849344:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228157.064993:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228157.065156:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737848960
00000100:00100000:1.0:1761228157.065206:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045
00000100:00100000:1.0:1761228157.065212:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0259cb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737848960:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228157.065292:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0259cb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737848960:12345-0@lo:400:kworker/u8:4.0 Request processed in 80us (384us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228157.065300:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045
00000100:00100000:2.0:1761228157.065944:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000388bce43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737848896:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228157.065957:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7dd2225 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737849280:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228157.065978:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b3e5400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737848960:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228157.066112:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849344
00000100:00100000:0.0:1761228157.066155:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840
00000100:00100000:0.0:1761228157.066160:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f96f4f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737849344:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228157.066348:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f96f4f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737849344:12345-0@lo:400:kworker/u8:4.0 Request processed in 187us (1354us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228157.066355:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840
00000100:00100000:2.0:1761228157.066514:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3e54be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737849344:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228157.571336:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228157.571626:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737849408:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228157.571719:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228157.575143:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849408
00000100:00100000:0.0:1761228157.575230:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953
00000100:00100000:0.0:1761228157.575237:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008699f1bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737849408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228157.575288:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228157.577821:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008699f1bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737849408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2570us (6090us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228157.577846:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953
00000100:00100000:2.0:1761228157.577852:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737849408:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228158.019250:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228158.596938:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228158.596962:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737849472:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228158.597315:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228158.597747:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849472
00000100:00100000:3.0:1761228158.597831:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046
00000100:00100000:3.0:1761228158.597839:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737849472:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228158.597894:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228158.597964:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737849472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (651us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228158.597973:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046
00000100:00100000:0.0:1761228158.598122:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4852a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737849472:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228159.043391:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228160.073636:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228160.990338:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228160.991188:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733568
00000100:00100000:0.0:1761228160.991257:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2213
00000100:00100000:0.0:1761228160.991266:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebdb73ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720733568:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228160.991379:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228160.992341:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebdb73ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720733568:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 1070us (2012us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228160.992352:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2213
00000100:00100000:2.0:1761228160.996654:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228160.996900:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228160.997028:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733376
00000100:00100000:0.0:1761228160.997104:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1654
00000100:00100000:0.0:1761228160.997112:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720733376:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228160.997209:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720733376:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 96us (571us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228160.997218:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1654
00000100:00100000:0.0:1761228160.997263:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733440
00000100:00100000:0.0:1761228160.997297:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4433
00000100:00100000:0.0:1761228160.997301:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e4de84c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720733440:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228160.997335:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e4de84c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720733440:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 33us (436us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228160.997342:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4433
00000100:00100000:3.0:1761228160.997717:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228160.998648:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733504
00000100:00100000:0.0:1761228160.998965:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4434
00000100:00100000:0.0:1761228160.998973:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005e3c165 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720733504:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228160.999070:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005e3c165 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720733504:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 98us (1355us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228160.999078:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4434
00010000:00010000:1.0:1761228161.093368:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228161.155660:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228161.155692:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737849536:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228161.155817:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228161.156108:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849536
00000100:00100000:1.0:1761228161.156173:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047
00000100:00100000:1.0:1761228161.156181:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4852a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737849536:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228161.156241:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228161.156321:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4852a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737849536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 138us (505us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228161.156331:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047
00000100:00100000:0.0:1761228161.158036:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737849536:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228162.115055:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228162.186506:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4de7d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737849600:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.186626:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228162.187064:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228162.187071:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228162.187076:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228162.187082:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3752
00000100:00080000:3.0:1761228162.187085:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228162.187091:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228162.187113:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed03e3ea x1846777737849920/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228162.187131:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228162.187133:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228162.187134:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228162.187137:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3752
00000100:00080000:3.0:1761228162.187138:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228162.187140:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228162.187151:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed03e3ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737849920:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228162.187232:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737849792:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.187269:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228162.187292:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1761228162.187297:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3e54be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737849856:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.187324:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228162.187366:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849792
00000100:00100000:0.0:1761228162.187421:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4435
00000100:00100000:0.0:1761228162.187428:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085be8038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737849792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.187490:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085be8038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737849792:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228162.187498:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4435
00000100:00100000:0.0:1761228162.187548:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046f4df62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737849792:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.187582:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849856
00000100:00100000:0.0:1761228162.187623:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048
00000100:00100000:0.0:1761228162.187628:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000242daeec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737849856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.187666:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000242daeec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737849856:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228162.187673:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048
00000100:00100000:0.0:1761228162.187696:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3e54be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737849856:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.187746:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000033faea50 x1846777737849984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228162.187814:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d30336ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737850176:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.187843:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228162.187892:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c82238ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737850240:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.187917:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228162.187947:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850176
00000100:00100000:0.0:1761228162.187988:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850240
00000100:00100000:0.0:1761228162.188010:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841
00000100:00100000:0.0:1761228162.188014:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061fbf1f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737850176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188048:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061fbf1f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737850176:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228162.188054:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841
00000100:00100000:0.0:1761228162.188073:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842
00000100:00100000:0.0:1761228162.188076:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737850240:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188111:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737850240:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228162.188118:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842
00000100:00100000:2.0:1761228162.188138:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849600
00000100:00100000:0.0:1761228162.188150:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d30336ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737850176:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188180:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c82238ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737850240:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228162.188182:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655
00000100:00100000:2.0:1761228162.188191:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737849600:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188240:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000600b4c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737849728:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228162.188253:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737849600:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (1628us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228162.188261:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655
00000100:00100000:0.0:1761228162.188274:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228162.188296:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081aa79c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737850112:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228162.188315:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4de7d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737849600:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188325:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228162.188347:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228162.188354:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b71dfff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737849664:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188379:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228162.188393:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849728
00000100:00100000:0.0:1761228162.188397:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8fb434c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737850048:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228162.188418:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049
00000100:00100000:2.0:1761228162.188425:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c82238ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737849728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188428:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228162.188462:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850112
00000100:00100000:0.0:1761228162.188488:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849664
00000100:00100000:0.0:1761228162.188500:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850048
00000100:00100000:0.0:1761228162.188519:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4436
00000100:00100000:0.0:1761228162.188522:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d30336ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737850112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188552:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d30336ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737850112:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228162.188558:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4436
00000100:00100000:0.0:1761228162.188569:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4437
00000100:00100000:0.0:1761228162.188573:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089cd820c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737849664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188596:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089cd820c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737849664:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228162.188602:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4437
00000100:00100000:0.0:1761228162.188611:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4438
00000100:00100000:0.0:1761228162.188614:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d33bfae3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737850048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188637:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d33bfae3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737850048:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228162.188643:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4438
00000100:00100000:2.0:1761228162.188683:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c82238ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737849728:12345-0@lo:400:kworker/u8:2.0 Request processed in 256us (408us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228162.188691:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049
00000100:00100000:0.0:1761228162.188705:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b71dfff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737849664:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188720:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8fb434c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737850048:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188729:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000600b4c16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737849728:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228162.188739:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081aa79c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737850112:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228162.188928:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228162.188976:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033faea50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737849984:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228162.189008:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228162.189159:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849920
00000100:00100000:2.0:1761228162.189189:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737849984
00000100:00100000:2.0:1761228162.189212:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214
00000100:00100000:2.0:1761228162.189216:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bb561a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737849920:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228162.189311:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228162.189349:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bb561a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737849920:12345-0@lo:8:kworker/u8:2.0 Request processed in 131us (421us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228162.189356:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214
00000100:00100000:2.0:1761228162.189367:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215
00000100:00100000:2.0:1761228162.189370:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6bac44e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737849984:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228162.189444:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228162.189468:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6bac44e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737849984:12345-0@lo:8:kworker/u8:2.0 Request processed in 97us (461us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228162.189474:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215
00000100:00080000:3.0:1761228162.189844:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228162.189849:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228162.189854:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033faea50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737849984:0@lo:8:kworker/u8:2.0
00000100:00080000:3.0:1761228162.189865:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228162.189869:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228162.189872:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed03e3ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737849920:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228162.692058:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228162.692091:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081aa79c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737850304:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228162.692188:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228162.692245:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850304
00000100:00100000:0.0:1761228162.692301:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954
00000100:00100000:0.0:1761228162.692308:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8fb434c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737850304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228162.692353:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228162.692403:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8fb434c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737850304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228162.692411:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954
00000100:00100000:0.0:1761228162.692468:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081aa79c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737850304:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228163.139069:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228163.715061:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228163.715090:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737850368:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228163.715213:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228163.718453:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850368
00000100:00100000:1.0:1761228163.718555:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050
00000100:00100000:1.0:1761228163.718564:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000195023d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737850368:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228163.718629:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228163.718730:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000195023d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737850368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 167us (3519us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228163.718741:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050
00000100:00100000:3.0:1761228163.719101:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737850368:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228164.163579:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228165.188540:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228166.108998:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228166.109874:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228166.109924:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228166.109967:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228166.109992:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733632
00000100:00100000:0.0:1761228166.110062:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733824
00000100:00100000:3.0:1761228166.110063:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1656
00000100:00100000:3.0:1761228166.110071:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720733632:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228166.110092:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2216
00000100:00100000:0.0:1761228166.110096:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720733824:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:3.0:1761228166.110163:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720733632:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 92us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228166.110171:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1656
00010000:02020000:0.0:1761228166.110189:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228166.110222:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720733824:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 125us (306us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228166.110228:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2216
00000100:00100000:2.0:1761228166.110995:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733696
00000100:00100000:2.0:1761228166.111052:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733760
00000100:00100000:2.0:1761228166.111088:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4439
00000100:00100000:2.0:1761228166.111094:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720733696:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228166.111160:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720733696:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 65us (2177us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228166.111167:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4439
00000100:00100000:2.0:1761228166.111184:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4440
00000100:00100000:2.0:1761228166.111188:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000237636a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720733760:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228166.111213:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000237636a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720733760:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 24us (1247us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228166.111223:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4440
00010000:00010000:1.0:1761228166.214702:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228166.275646:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228166.275725:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000196e18c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737850432:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228166.281858:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228166.282241:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850432
00000100:00100000:1.0:1761228166.282292:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051
00000100:00100000:1.0:1761228166.282298:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe6a2d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737850432:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228166.282336:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228166.282407:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe6a2d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737850432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (556us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228166.282415:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051
00000100:00100000:0.0:1761228166.282854:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000196e18c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737850432:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228167.235168:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228167.300321:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228167.300331:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228167.300335:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228167.300346:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3758
00000100:00080000:1.0:1761228167.300351:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228167.300357:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228167.300383:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000099e99efa x1846777737850816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228167.300402:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228167.300406:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228167.300407:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228167.300410:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3758
00000100:00080000:1.0:1761228167.300414:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228167.300417:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228167.300428:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d790c686 x1846777737850880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228167.300496:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca852440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737850624:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.300567:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d8be61a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737850560:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228167.300592:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228167.300645:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228167.300671:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737850688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.300675:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737850944:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.300707:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228167.300734:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228167.300760:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099e99efa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737850816:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228167.300761:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737851072:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228167.300823:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228167.300843:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850560
00000100:00100000:2.0:1761228167.300848:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761228167.300854:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1ca1e90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737850496:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228167.300887:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228167.300896:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850944
00000100:00100000:2.0:1761228167.300913:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737850752:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.300930:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850688
00000100:00100000:2.0:1761228167.300941:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228167.300960:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737851136:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.300963:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4441
00000100:00100000:3.0:1761228167.300972:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed03e3ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737850560:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228167.300990:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228167.301031:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228167.301042:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed03e3ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737850560:12345-0@lo:400:kworker/u8:2.0 Request processed in 69us (396us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228167.301052:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737850880:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228167.301053:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4441
00000100:00100000:3.0:1761228167.301076:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4442
00000100:00100000:3.0:1761228167.301081:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008982276 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737850944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228167.301086:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228167.301119:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851072
00000100:00100000:2.0:1761228167.301153:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851136
00000100:00100000:2.0:1761228167.301169:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850816
00000100:00100000:2.0:1761228167.301178:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850880
00000100:00100000:2.0:1761228167.301187:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843
00000100:00100000:2.0:1761228167.301191:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015128a51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737851072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228167.301230:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015128a51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737851072:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (408us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228167.301236:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843
00000100:00100000:2.0:1761228167.301248:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844
00000100:00100000:2.0:1761228167.301252:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054badf98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737851136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228167.301276:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054badf98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737851136:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (288us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228167.301281:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844
00000100:00100000:2.0:1761228167.301291:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217
00000100:00100000:2.0:1761228167.301295:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e936908 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737850816:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228167.301388:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228167.301420:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e936908 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737850816:12345-0@lo:8:kworker/u8:2.0 Request processed in 124us (389us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228167.301427:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217
00000100:00100000:2.0:1761228167.301438:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218
00000100:00100000:2.0:1761228167.301441:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000357dda0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737850880:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228167.301517:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228167.301539:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000357dda0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737850880:12345-0@lo:8:kworker/u8:2.0 Request processed in 97us (457us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228167.301546:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218
00000100:00080000:2.0:1761228167.301596:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228167.301600:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228167.301604:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099e99efa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737850816:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228167.301616:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228167.301621:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228167.301624:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737850880:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228167.301635:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008982276 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737850944:12345-0@lo:400:kworker/u8:2.0 Request processed in 551us (926us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228167.301644:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4442
00000100:00100000:3.0:1761228167.301660:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4443
00000100:00100000:2.0:1761228167.301663:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737851136:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.301668:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb51eb2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737850688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228167.301679:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737851072:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.301707:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb51eb2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737850688:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (973us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228167.301708:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737850688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.301721:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4443
00000100:00100000:3.0:1761228167.301768:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d8be61a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737850560:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.301811:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737850944:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.301878:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850624
00000100:00100000:2.0:1761228167.301889:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850752
00000100:00100000:3.0:1761228167.301926:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052
00000100:00100000:3.0:1761228167.301930:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f19d1b68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737850624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228167.301940:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053
00000100:00100000:2.0:1761228167.301946:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051390e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737850752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228167.301967:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f19d1b68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737850624:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (1376us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228167.301974:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052
00000100:00100000:2.0:1761228167.301991:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051390e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737850752:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (1051us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228167.301999:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053
00000100:00100000:3.0:1761228167.302023:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737850752:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228167.302316:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737850496
00000100:00100000:0.0:1761228167.302359:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657
00000100:00100000:0.0:1761228167.302363:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737850496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228167.302491:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca852440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737850624:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228167.302502:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004adf3e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737851008:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228167.302534:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228167.302606:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851008
00000100:00100000:1.0:1761228167.302630:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4444
00000100:00100000:1.0:1761228167.302634:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737851008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228167.302666:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737851008:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (132us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228167.302671:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4444
00000100:00100000:1.0:1761228167.302696:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004adf3e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737851008:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228167.302758:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737850496:12345-0@lo:400:kworker/u8:2.0 Request processed in 394us (1870us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228167.302766:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657
00000100:00100000:2.0:1761228167.303373:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1ca1e90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737850496:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228167.811312:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228167.811342:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081aa79c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737851200:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228167.811446:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228167.811572:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851200
00000100:00100000:0.0:1761228167.811636:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955
00000100:00100000:0.0:1761228167.811644:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab55a13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737851200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228167.811692:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228167.811744:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab55a13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737851200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228167.811752:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955
00000100:00100000:2.0:1761228167.812581:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081aa79c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737851200:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228168.259441:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228168.835222:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228168.835818:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004adf3e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737851264:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228168.835925:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228168.835997:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851264
00000100:00100000:2.0:1761228168.836062:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054
00000100:00100000:2.0:1761228168.836069:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006374e756 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737851264:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228168.836121:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228168.836186:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006374e756 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737851264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228168.836194:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054
00000100:00100000:1.0:1761228168.836647:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004adf3e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737851264:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228169.288151:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228170.307071:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228171.228583:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228171.228930:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228171.228970:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228171.229026:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733888
00000100:00100000:2.0:1761228171.229104:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1658
00000100:00100000:2.0:1761228171.229114:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720733888:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228171.229224:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720733888:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 111us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228171.229233:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1658
00000100:00100000:3.0:1761228171.235303:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228171.235413:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734080
00000100:00100000:1.0:1761228171.235434:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720733952
00000100:00100000:3.0:1761228171.235628:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2219
00000100:00100000:3.0:1761228171.235637:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000767318e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720734080:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228171.235746:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228171.235854:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000767318e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720734080:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 217us (565us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228171.235873:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2219
00000100:00100000:0.0:1761228171.238137:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734016
00000100:00100000:1.0:1761228171.238191:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4445
00000100:00100000:1.0:1761228171.238208:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed62f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720733952:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228171.238281:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4446
00000100:00100000:0.0:1761228171.238291:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386362a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720734016:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228171.238323:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed62f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720733952:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 117us (9754us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228171.238339:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4445
00000100:00100000:0.0:1761228171.238362:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386362a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720734016:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 71us (9390us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228171.238371:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4446
00010000:00010000:2.0:1761228171.333093:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228171.396469:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004adf3e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737851328:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228171.396632:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228171.396765:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851328
00000100:00100000:1.0:1761228171.396865:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055
00000100:00100000:1.0:1761228171.396872:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f161efb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737851328:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228171.396932:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228171.399221:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004adf3e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737851328:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228171.399369:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f161efb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737851328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2493us (2735us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228171.399381:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055
00010000:00010000:0.0:1761228172.355253:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228172.419380:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228172.419391:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228172.419395:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228172.419407:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3763
00000100:00080000:2.0:1761228172.419411:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228172.419419:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228172.419446:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000253bc6da x1846777737851712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228172.419467:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228172.419470:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228172.419472:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228172.419474:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3763
00000100:00080000:2.0:1761228172.419476:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228172.419479:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228172.419489:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c8d632ab x1846777737851776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228172.419544:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000253bc6da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737851712:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228172.419635:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228172.419670:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8d632ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737851776:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228172.419692:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228172.419738:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851712
00000100:00100000:2.0:1761228172.419801:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851776
00000100:00100000:2.0:1761228172.419824:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220
00000100:00100000:2.0:1761228172.419831:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000745df7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737851712:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228172.419937:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228172.419981:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000745df7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737851712:12345-0@lo:8:kworker/u8:4.0 Request processed in 150us (348us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228172.419989:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220
00000100:00100000:2.0:1761228172.420006:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221
00000100:00100000:2.0:1761228172.420009:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0259cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737851776:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228172.420083:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228172.420107:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0259cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737851776:12345-0@lo:8:kworker/u8:4.0 Request processed in 96us (414us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228172.420112:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221
00000100:00080000:2.0:1761228172.420163:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228172.420167:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228172.420171:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000253bc6da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737851712:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228172.420179:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228172.420181:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228172.420184:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8d632ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737851776:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228172.420275:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edfd9460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737851456:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.420313:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228172.420342:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042e9e054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737851840:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.420364:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228172.420382:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228172.420387:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080da1fbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737851520:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.420414:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228172.420429:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d0e9b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737851904:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.420450:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228172.420473:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851520
00000100:00100000:1.0:1761228172.420506:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056
00000100:00100000:1.0:1761228172.420511:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004adf3e7c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737851520:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.420556:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004adf3e7c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737851520:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (140us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228172.420562:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056
00000100:00100000:1.0:1761228172.420593:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080da1fbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737851520:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.420674:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ec194f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737851584:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.420708:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228172.420734:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea37795b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737851968:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.420759:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228172.420800:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228172.420807:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081915797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737851392:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.420839:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228172.420867:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737851648:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.420889:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228172.420899:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e25fcb4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737852032:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.420923:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228172.420960:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851456
00000100:00100000:0.0:1761228172.420995:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851840
00000100:00100000:0.0:1761228172.421015:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851904
00000100:00100000:0.0:1761228172.421031:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851584
00000100:00100000:0.0:1761228172.421044:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4447
00000100:00100000:0.0:1761228172.421048:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca852440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737851456:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421083:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca852440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737851456:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (770us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228172.421089:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4447
00000100:00100000:0.0:1761228172.421105:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4448
00000100:00100000:0.0:1761228172.421107:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f373f61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737851840:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421132:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f373f61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737851840:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (770us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228172.421140:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4448
00000100:00100000:0.0:1761228172.421150:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4449
00000100:00100000:0.0:1761228172.421153:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1ca1e90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737851904:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421177:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1ca1e90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737851904:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (727us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228172.421183:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4449
00000100:00100000:0.0:1761228172.421193:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4450
00000100:00100000:0.0:1761228172.421197:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081aa79c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737851584:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421225:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081aa79c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737851584:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (517us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228172.421231:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4450
00000100:00100000:0.0:1761228172.421261:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851392
00000100:00100000:0.0:1761228172.421286:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659
00000100:00100000:0.0:1761228172.421289:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737851392:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421318:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737851392:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (478us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228172.421323:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659
00000100:00100000:0.0:1761228172.421370:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851968
00000100:00100000:0.0:1761228172.421392:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852032
00000100:00100000:0.0:1761228172.421408:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845
00000100:00100000:0.0:1761228172.421412:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e649ff8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737851968:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421440:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e649ff8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737851968:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (682us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228172.421446:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845
00000100:00100000:0.0:1761228172.421456:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846
00000100:00100000:0.0:1761228172.421459:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737852032:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421482:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737852032:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (559us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228172.421487:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846
00000100:00100000:0.0:1761228172.421515:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081915797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737851392:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421528:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e25fcb4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737852032:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421537:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ec194f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737851584:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228172.421546:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea37795b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737851968:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.421652:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737851648
00000100:00100000:1.0:1761228172.421687:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057
00000100:00100000:1.0:1761228172.421691:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cb623ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737851648:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.421730:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cb623ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737851648:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (841us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228172.421736:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057
00000100:00100000:1.0:1761228172.421763:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d0e9b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737851904:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.421797:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edfd9460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737851456:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.421811:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042e9e054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737851840:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228172.421841:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737851648:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228172.944457:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000242daeec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737852096:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228172.944560:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228172.944678:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852096
00000100:00100000:0.0:1761228172.944744:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956
00000100:00100000:0.0:1761228172.944751:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8d632ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737852096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228172.944827:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228172.944891:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8d632ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737852096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228172.944899:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956
00000100:00100000:0.0:1761228172.944956:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000242daeec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737852096:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228173.380268:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228173.955365:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228173.955385:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737852160:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228173.955477:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228173.956474:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852160
00000100:00100000:0.0:1761228173.956543:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058
00000100:00100000:0.0:1761228173.956551:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000253bc6da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737852160:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228173.956606:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228173.956682:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000253bc6da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737852160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (1207us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228173.956690:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058
00000100:00100000:2.0:1761228173.956848:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737852160:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228174.403521:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228175.429274:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228176.349569:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228176.349633:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228176.349670:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228176.349762:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734272
00000100:00100000:2.0:1761228176.349871:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734144
00000100:00100000:2.0:1761228176.349933:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1660
00000100:00100000:2.0:1761228176.349940:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720734144:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228176.350005:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720734144:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 65us (447us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228176.350012:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1660
00000100:00100000:3.0:1761228176.350126:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734208
00000100:00100000:3.0:1761228176.350162:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4451
00000100:00100000:3.0:1761228176.350166:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c82238ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720734208:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228176.350197:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c82238ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720734208:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 29us (526us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228176.350202:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4451
00000100:00100000:1.0:1761228176.351259:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4452
00000100:00100000:1.0:1761228176.351271:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000242daeec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720734272:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228176.351370:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000242daeec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720734272:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 100us (1737us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228176.351839:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4452
00000100:00100000:3.0:1761228176.351942:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228176.352527:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734336
00000100:00100000:1.0:1761228176.353467:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2222
00000100:00100000:1.0:1761228176.353474:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072cb2b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720734336:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228176.354364:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228176.354432:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072cb2b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720734336:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 957us (2496us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228176.354443:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2222
00010000:00010000:0.0:1761228176.451418:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228176.515179:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737852224:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228176.515254:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228176.515610:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852224
00000100:00100000:1.0:1761228176.515663:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059
00000100:00100000:1.0:1761228176.515668:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033faea50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737852224:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228176.515711:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228176.515766:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033faea50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737852224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (513us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228176.515773:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059
00000100:00100000:2.0:1761228176.516235:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737852224:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228177.475692:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228177.540144:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228177.540154:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228177.540159:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228177.540171:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3768
00000100:00080000:2.0:1761228177.540175:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228177.540183:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228177.540209:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ea37795b x1846777737852608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228177.540227:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228177.540230:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228177.540232:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228177.540235:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3768
00000100:00080000:2.0:1761228177.540237:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228177.540240:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228177.540251:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008ec194f0 x1846777737852672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228177.540313:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea37795b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737852608:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228177.540405:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228177.540439:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ec194f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737852672:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228177.540463:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228177.541712:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852608
00000100:00100000:1.0:1761228177.541819:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852672
00000100:00100000:1.0:1761228177.541844:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223
00000100:00100000:1.0:1761228177.541852:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737852608:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228177.541958:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228177.542044:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737852608:12345-0@lo:8:kworker/u8:4.0 Request processed in 191us (1640us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228177.542051:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223
00000100:00100000:1.0:1761228177.542071:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224
00000100:00100000:1.0:1761228177.542074:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084a98661 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737852672:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228177.542151:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228177.542176:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084a98661 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737852672:12345-0@lo:8:kworker/u8:4.0 Request processed in 100us (1713us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228177.542181:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224
00000100:00100000:1.0:1761228177.542214:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edfd9460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737852480:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228177.542258:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228177.542281:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080da1fbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737852864:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228177.542303:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228177.542325:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228177.542332:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb3e7945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737852288:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228177.542362:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228177.542376:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d0e9b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737852544:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228177.542398:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228177.542412:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e04e4851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737852928:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228177.542432:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228177.542465:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852544
00000100:00080000:2.0:1761228177.547986:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228177.548001:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228177.548010:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea37795b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737852608:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228177.548025:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228177.548028:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228177.548030:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ec194f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737852672:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228177.548097:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737852352:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.548185:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228177.548222:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e25fcb4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737852736:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.548246:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228177.548272:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228177.548278:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042e9e054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737852416:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.548305:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228177.548560:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852480
00000100:00100000:3.0:1761228177.548610:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852352
00000100:00100000:3.0:1761228177.548625:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852736
00000100:00100000:3.0:1761228177.548646:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4453
00000100:00100000:3.0:1761228177.548651:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d8be61a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737852480:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228177.548719:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d8be61a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737852480:12345-0@lo:400:kworker/u8:4.0 Request processed in 67us (6461us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228177.548727:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4453
00000100:00100000:3.0:1761228177.548744:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4454
00000100:00100000:3.0:1761228177.548747:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe1440f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737852352:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228177.548829:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe1440f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737852352:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (591us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228177.548836:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4454
00000100:00100000:3.0:1761228177.548848:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4455
00000100:00100000:3.0:1761228177.548852:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de959d5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737852736:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228177.548881:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de959d5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737852736:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (634us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228177.548887:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4455
00000100:00100000:3.0:1761228177.549162:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852864
00000100:00100000:3.0:1761228177.549187:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852928
00000100:00100000:3.0:1761228177.549197:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847
00000100:00100000:3.0:1761228177.549200:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002afd8ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737852864:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228177.549230:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002afd8ce8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737852864:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (6927us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228177.549235:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847
00000100:00100000:3.0:1761228177.549243:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848
00000100:00100000:3.0:1761228177.549246:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac00ffcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737852928:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228177.549264:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac00ffcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737852928:12345-0@lo:400:kworker/u8:4.0 Request processed in 17us (6831us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228177.549268:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848
00000100:00100000:3.0:1761228177.549303:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852288
00000100:00100000:3.0:1761228177.549325:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661
00000100:00100000:3.0:1761228177.549328:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737852288:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228177.549352:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737852288:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (6990us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228177.549357:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661
00000100:00100000:2.0:1761228177.553131:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081915797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737852800:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.553236:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228177.553309:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737852352:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.553326:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e25fcb4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737852736:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.553403:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852800
00000100:00100000:2.0:1761228177.553470:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4456
00000100:00100000:2.0:1761228177.553477:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de17e9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737852800:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.553555:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de17e9e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737852800:12345-0@lo:400:kworker/u8:4.0 Request processed in 77us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228177.553564:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4456
00000100:00100000:2.0:1761228177.553601:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081915797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737852800:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.553710:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb3e7945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737852288:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.553727:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e04e4851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737852928:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.553741:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edfd9460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737852480:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.553753:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080da1fbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737852864:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228177.554178:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852416
00000100:00100000:1.0:1761228177.554222:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060
00000100:00100000:1.0:1761228177.554227:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737852544:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228177.554279:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737852544:12345-0@lo:400:kworker/u8:4.0 Request processed in 51us (11880us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228177.554286:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060
00000100:00100000:1.0:1761228177.554301:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061
00000100:00100000:1.0:1761228177.554304:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e2d425b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737852416:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228177.554341:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e2d425b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737852416:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (6036us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228177.554347:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061
00000100:00100000:1.0:1761228177.554376:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042e9e054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737852416:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228177.554589:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d0e9b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737852544:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228178.052534:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228178.052563:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737852992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228178.052657:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228178.052717:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737852992
00000100:00100000:0.0:1761228178.052810:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957
00000100:00100000:0.0:1761228178.052818:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056f381bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737852992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228178.052863:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228178.052918:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056f381bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737852992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228178.052926:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957
00000100:00100000:0.0:1761228178.052982:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737852992:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228178.501151:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228179.075234:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737853056:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228179.075332:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228179.075496:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853056
00000100:00100000:0.0:1761228179.075563:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062
00000100:00100000:0.0:1761228179.075570:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338f5f4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737853056:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228179.075630:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228179.075693:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338f5f4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737853056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (362us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228179.075701:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062
00000100:00100000:2.0:1761228179.075875:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737853056:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228179.524482:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228180.547326:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228181.468892:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228181.469365:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228181.469418:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228181.470070:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734592
00000100:00100000:1.0:1761228181.470123:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2225
00000100:00100000:1.0:1761228181.470129:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b3e5400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720734592:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228181.470233:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228181.470304:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b3e5400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720734592:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 173us (1423us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228181.470312:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2225
00000100:00100000:2.0:1761228181.471180:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734400
00000100:00100000:2.0:1761228181.471238:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1662
00000100:00100000:2.0:1761228181.471244:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720734400:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228181.471300:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720734400:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 55us (1938us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228181.471306:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1662
00000100:00100000:0.0:1761228181.472608:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734528
00000100:00100000:0.0:1761228181.472679:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4457
00000100:00100000:0.0:1761228181.472687:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7dd2225 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720734528:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228181.472800:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7dd2225 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720734528:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 90us (3359us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228181.472809:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4457
00000100:00100000:3.0:1761228181.473024:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228181.473263:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734464
00000100:00100000:0.0:1761228181.474861:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4458
00000100:00100000:0.0:1761228181.474874:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000388bce43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720734464:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228181.474964:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000388bce43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720734464:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 91us (1940us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228181.474972:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4458
00010000:00010000:1.0:1761228181.573017:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228181.636280:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228181.636300:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737853120:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228181.638811:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228181.638850:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853120
00000100:00100000:0.0:1761228181.638906:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063
00000100:00100000:0.0:1761228181.638914:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737853120:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228181.638961:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228181.639035:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737853120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228181.639043:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063
00000100:00100000:1.0:1761228181.643333:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737853120:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228182.595002:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228182.660457:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228182.660467:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228182.660472:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228182.660486:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3773
00000100:00080000:2.0:1761228182.660490:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228182.660499:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228182.660511:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e04e4851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737853312:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228182.660526:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000080da1fbe x1846777737853504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228182.660546:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228182.660549:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228182.660551:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228182.660554:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3773
00000100:00080000:2.0:1761228182.660555:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228182.660558:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228182.660565:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000edfd9460 x1846777737853568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228182.660613:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080da1fbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737853504:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228182.660974:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d0e9b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737853376:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228182.661001:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737853248:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228182.661733:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228182.661773:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228182.661806:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edfd9460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737853568:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228182.662185:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228182.662268:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853504
00000100:00100000:2.0:1761228182.662305:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853568
00000100:00100000:2.0:1761228182.662324:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226
00000100:00100000:2.0:1761228182.662330:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ec194f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737853504:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228182.662426:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228182.662473:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ec194f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737853504:12345-0@lo:8:kworker/u8:4.0 Request processed in 143us (749us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228182.662479:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226
00000100:00100000:2.0:1761228182.662501:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227
00000100:00100000:2.0:1761228182.662504:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea37795b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737853568:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228182.662593:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228182.662614:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea37795b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737853568:12345-0@lo:8:kworker/u8:4.0 Request processed in 109us (431us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228182.662620:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227
00000100:00100000:2.0:1761228182.662646:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853312
00000100:00100000:2.0:1761228182.662678:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064
00000100:00100000:2.0:1761228182.662682:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000196e18c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737853312:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228182.662709:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081915797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737853696:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228182.662735:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000196e18c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737853312:12345-0@lo:400:kworker/u8:4.0 Request processed in 51us (967us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228182.662743:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064
00000100:00100000:2.0:1761228182.662768:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc545ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737853184:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228182.662829:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228182.662860:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228182.662897:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042e9e054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737853440:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228182.662915:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e04e4851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737853312:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228182.662932:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228182.662954:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737853824:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228182.662976:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228182.663015:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853824
00000100:00100000:2.0:1761228182.663019:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853440
00000100:00100000:2.0:1761228182.663054:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065
00000100:00100000:2.0:1761228182.663058:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737853440:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228182.663091:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737853440:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228182.663097:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065
00000100:00100000:3.0:1761228182.663136:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228182.663170:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e25fcb4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737853760:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228182.663199:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228182.663243:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853760
00000100:00100000:3.0:1761228182.663278:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849
00000100:00100000:3.0:1761228182.663284:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000288727db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737853760:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228182.663344:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000288727db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737853760:12345-0@lo:400:kworker/u8:4.0 Request processed in 57us (143us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228182.663352:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849
00000100:00100000:0.0:1761228182.663384:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228182.663410:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e25fcb4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737853760:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228182.663421:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb3e7945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737853632:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228182.663453:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228182.663478:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042e9e054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737853440:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228182.663518:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853696
00000100:00100000:0.0:1761228182.663557:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853376
00000100:00100000:0.0:1761228182.663574:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853248
00000100:00100000:0.0:1761228182.663591:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853632
00000100:00100000:0.0:1761228182.663606:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4459
00000100:00100000:0.0:1761228182.663611:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb16f042 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737853696:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228182.663652:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb16f042 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737853696:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (828us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228182.663659:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4459
00000100:00100000:0.0:1761228182.663677:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4460
00000100:00100000:0.0:1761228182.663683:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1738aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737853376:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228182.663694:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850
00000100:00100000:1.0:1761228182.663704:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737853824:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228182.663719:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1738aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737853376:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228182.663736:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4460
00000100:00100000:0.0:1761228182.663752:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4461
00000100:00100000:0.0:1761228182.663759:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076a6ceef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737853248:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228182.663810:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737853824:12345-0@lo:400:kworker/u8:4.0 Request processed in 105us (830us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228182.663819:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850
00000100:00100000:0.0:1761228182.663852:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076a6ceef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737853248:12345-0@lo:400:kworker/u8:4.0 Request processed in 92us (474us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228182.663865:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4461
00000100:00100000:1.0:1761228182.663873:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853184
00000100:00100000:0.0:1761228182.663888:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4462
00000100:00100000:0.0:1761228182.663893:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2125601 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737853632:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228182.663929:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2125601 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737853632:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (477us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228182.663940:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663
00000100:00100000:0.0:1761228182.663947:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4462
00000100:00100000:1.0:1761228182.663958:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737853184:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228182.664012:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d0e9b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737853376:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228182.664022:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737853184:12345-0@lo:400:kworker/u8:4.0 Request processed in 63us (1158us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228182.664031:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663
00000100:00100000:0.0:1761228182.664064:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737853248:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228182.664082:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb3e7945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737853632:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228182.664128:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc545ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737853184:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228182.664146:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737853824:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228182.664183:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081915797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737853696:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228182.667483:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228182.667502:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228182.667515:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080da1fbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737853504:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228182.667553:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228182.667557:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228182.667560:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edfd9460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737853568:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228183.171181:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228183.171212:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737853888:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228183.171302:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228183.171411:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853888
00000100:00100000:2.0:1761228183.171480:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958
00000100:00100000:2.0:1761228183.171486:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737853888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228183.171533:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228183.171593:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737853888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228183.171602:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958
00000100:00100000:1.0:1761228183.171689:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737853888:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228183.619268:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228184.195099:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228184.195116:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737853952:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228184.195188:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228184.195465:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737853952
00000100:00100000:2.0:1761228184.195516:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066
00000100:00100000:2.0:1761228184.195522:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000316653c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737853952:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228184.195564:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228184.195699:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000316653c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737853952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 175us (512us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228184.195716:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066
00000100:00100000:1.0:1761228184.195802:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737853952:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228184.643057:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228185.666972:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228186.590001:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228186.592982:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228186.593025:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228186.593050:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734656
00000100:00100000:1.0:1761228186.593068:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228186.593101:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734784
00000100:00100000:2.0:1761228186.593242:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1664
00000100:00100000:2.0:1761228186.593263:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720734656:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228186.593338:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720734656:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 89us (364us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228186.593347:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1664
00000100:00100000:0.0:1761228186.593648:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734848
00000100:00100000:0.0:1761228186.593694:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2228
00000100:00100000:0.0:1761228186.593699:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720734848:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228186.593809:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228186.593845:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720734848:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 145us (3854us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228186.593851:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2228
00000100:00100000:1.0:1761228186.594078:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734720
00000100:00100000:3.0:1761228186.594129:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4463
00000100:00100000:3.0:1761228186.594134:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efb92775 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720734784:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228186.594177:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efb92775 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720734784:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 42us (1152us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228186.594183:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4463
00000100:00100000:3.0:1761228186.594197:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4464
00000100:00100000:3.0:1761228186.594200:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720734720:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228186.594219:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720734720:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 18us (1151us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228186.594224:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4464
00010000:00010000:1.0:1761228186.691827:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228186.755925:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228186.755954:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000940777ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737854016:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228186.756032:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228186.756134:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854016
00000100:00100000:0.0:1761228186.756190:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067
00000100:00100000:0.0:1761228186.756196:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737854016:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228186.756244:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228186.756307:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737854016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228186.756313:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067
00000100:00100000:3.0:1761228186.756623:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000940777ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737854016:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228187.715972:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228187.779024:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1761228187.779027:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737854208:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228187.779033:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228187.779037:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228187.779044:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3778
00000100:00080000:2.0:1761228187.779047:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228187.779052:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228187.779077:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec13ef4f x1846777737854400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228187.779095:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228187.779100:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228187.779102:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228187.779107:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3778
00000100:00100000:1.0:1761228187.779110:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228187.779177:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737854272:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228187.779198:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737854080:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.779212:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228187.779244:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228187.779266:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ee7ded7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737854144:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228187.779270:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737854336:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.779302:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228187.779308:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228187.779351:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854208
00000100:00100000:3.0:1761228187.779352:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854080
00000100:00100000:0.0:1761228187.779396:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854336
00000100:00100000:3.0:1761228187.779401:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665
00000100:00100000:3.0:1761228187.779409:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737854080:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.779414:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068
00000100:00100000:0.0:1761228187.779419:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737854208:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.779462:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737854208:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228187.779468:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068
00000100:00100000:3.0:1761228187.779475:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737854080:12345-0@lo:400:kworker/u8:4.0 Request processed in 64us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228187.779484:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665
00000100:00080000:2.0:1761228187.779533:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228187.779537:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228187.779572:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069
00000100:00100000:0.0:1761228187.779579:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad731cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737854336:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.779603:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad731cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737854336:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228187.779609:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069
00000100:00100000:3.0:1761228187.779628:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854272
00000100:00100000:0.0:1761228187.779639:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854144
00000100:00100000:3.0:1761228187.779660:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4465
00000100:00100000:3.0:1761228187.779674:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cefe8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737854272:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.779677:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4466
00000100:00100000:0.0:1761228187.779684:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003526d8f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737854144:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228187.779721:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cefe8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737854272:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (509us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228187.779730:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4465
00000100:00100000:0.0:1761228187.779732:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003526d8f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737854144:12345-0@lo:400:kworker/u8:4.0 Request processed in 45us (428us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228187.779741:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4466
00000100:00100000:3.0:1761228187.779799:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737854272:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.779804:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ee7ded7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737854144:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228187.779837:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737854080:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.779843:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737854400:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228187.779849:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737854336:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.779877:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228187.779909:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854400
00000100:00100000:3.0:1761228187.779935:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229
00000100:00100000:3.0:1761228187.779939:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e140416b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737854400:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228187.780004:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737854208:0@lo:400:kworker/u8:4.0
00010000:02020000:3.0:1761228187.780027:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228187.780072:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e140416b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737854400:12345-0@lo:8:kworker/u8:4.0 Request processed in 132us (196us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228187.780078:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229
00000100:00080000:0.0:1761228187.780113:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228187.780117:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228187.780121:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737854400:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228187.780225:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009548875d x1846777737854464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228187.780298:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737854592:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228187.780308:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737854656:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228187.780332:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228187.780343:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228187.780370:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761228187.780375:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737854720:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228187.780398:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228187.780418:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854656
00000100:00100000:2.0:1761228187.780439:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854720
00000100:00100000:2.0:1761228187.780453:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851
00000100:00100000:2.0:1761228187.780456:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737854656:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228187.780488:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737854656:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228187.780493:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851
00000100:00100000:2.0:1761228187.780503:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852
00000100:00100000:2.0:1761228187.780506:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ee7ded7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737854720:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228187.780528:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ee7ded7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737854720:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (130us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228187.780533:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852
00000100:00100000:2.0:1761228187.780562:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737854720:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228187.780573:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737854656:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228187.780611:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854592
00000100:00100000:2.0:1761228187.780638:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4467
00000100:00100000:2.0:1761228187.780642:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737854592:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228187.780680:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737854592:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228187.780686:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4467
00000100:00100000:3.0:1761228187.780752:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737854528:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228187.780809:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228187.781037:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec13ef4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737854592:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228187.781149:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737854464:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228187.781183:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228187.783462:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854464
00000100:00100000:3.0:1761228187.783529:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230
00000100:00100000:3.0:1761228187.783534:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000940777ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737854464:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228187.783638:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228187.783732:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000940777ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737854464:12345-0@lo:8:kworker/u8:4.0 Request processed in 197us (2548us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228187.783739:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230
00000100:00080000:1.0:1761228187.783809:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228187.783814:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228187.783819:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737854464:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228187.783900:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854528
00000100:00100000:2.0:1761228187.789513:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4468
00000100:00100000:2.0:1761228187.789529:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003326cc26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737854528:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228187.789655:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003326cc26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737854528:12345-0@lo:400:kworker/u8:4.0 Request processed in 129us (8846us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228187.789672:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4468
00000100:00100000:3.0:1761228187.791727:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737854528:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228188.291667:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737854784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228188.291740:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228188.292184:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854784
00000100:00100000:1.0:1761228188.292244:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959
00000100:00100000:1.0:1761228188.292250:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737854784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228188.292288:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228188.292342:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737854784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (602us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228188.292350:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959
00000100:00100000:2.0:1761228188.292974:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737854784:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228188.739841:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228189.319667:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737854848:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228189.319747:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228189.319897:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854848
00000100:00100000:1.0:1761228189.320639:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070
00000100:00100000:1.0:1761228189.320654:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737854848:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228189.320696:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228189.320758:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737854848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (1011us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228189.320764:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070
00000100:00100000:2.0:1761228189.321055:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737854848:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228189.762987:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228190.787689:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228191.710757:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228191.712415:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735104
00000100:00100000:0.0:1761228191.712496:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2231
00000100:00100000:0.0:1761228191.712505:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720735104:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228191.712614:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228191.712715:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720735104:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 211us (1970us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228191.712723:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2231
00000100:00100000:0.0:1761228191.717102:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228191.717146:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228191.717179:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228191.717225:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735040
00000100:00100000:3.0:1761228191.717262:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734912
00000100:00100000:3.0:1761228191.717308:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1666
00000100:00100000:3.0:1761228191.717315:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720734912:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228191.717329:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720734976
00000100:00100000:0.0:1761228191.717366:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4469
00000100:00100000:0.0:1761228191.717372:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4187c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720735040:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228191.717396:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720734912:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 79us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228191.717405:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1666
00000100:00100000:0.0:1761228191.717417:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4187c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720735040:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 42us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228191.717424:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4469
00000100:00100000:2.0:1761228191.717535:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4470
00000100:00100000:2.0:1761228191.717541:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720734976:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228191.717589:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc545ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720734976:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 48us (410us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228191.717596:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4470
00010000:00010000:2.0:1761228191.811357:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228191.875585:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737854912:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228191.875664:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228191.876600:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854912
00000100:00100000:1.0:1761228191.877264:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071
00000100:00100000:1.0:1761228191.877273:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737854912:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228191.877330:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228191.877420:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737854912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 147us (1757us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228191.877428:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071
00000100:00100000:2.0:1761228191.877538:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d48887fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737854912:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228192.836729:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228192.901138:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228192.901146:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228192.901149:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228192.901158:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3783
00000100:00080000:3.0:1761228192.901163:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228192.901169:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228192.901193:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000edfd9460 x1846777737855296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228192.901207:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228192.901210:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228192.901211:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228192.901214:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3783
00000100:00080000:3.0:1761228192.901215:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228192.901218:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228192.901227:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000080da1fbe x1846777737855360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228192.901310:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bc2917b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737854976:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.901383:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228192.901416:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3e54be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737855232:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.901441:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228192.901456:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d0e9b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737855616:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.901476:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228192.901497:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228192.901503:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de0ff9ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737855168:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.901527:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228192.901543:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb3e7945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737855552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.901561:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228192.901614:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855168
00000100:00100000:2.0:1761228192.901654:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4471
00000100:00100000:2.0:1761228192.901660:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737855168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.901955:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737855168:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228192.901963:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4471
00000100:00100000:2.0:1761228192.901986:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855616
00000100:00100000:2.0:1761228192.902004:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855552
00000100:00100000:2.0:1761228192.902017:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853
00000100:00100000:2.0:1761228192.902020:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737855616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902051:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737855616:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (575us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228192.902055:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853
00000100:00100000:2.0:1761228192.902063:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854
00000100:00100000:2.0:1761228192.902066:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737855552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902082:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737855552:12345-0@lo:400:kworker/u8:2.0 Request processed in 16us (522us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228192.902087:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854
00000100:00100000:2.0:1761228192.902107:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737855104:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902127:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228192.902138:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737855488:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902152:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228192.902165:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228192.902168:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000504eb76d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737855040:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902185:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228192.902196:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081915797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737855424:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902216:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228192.902241:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855488
00000100:00100000:2.0:1761228192.902262:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855040
00000100:00100000:2.0:1761228192.902275:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855424
00000100:00100000:2.0:1761228192.902289:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4472
00000100:00100000:2.0:1761228192.902292:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737855488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902325:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737855488:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228192.902329:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4472
00000100:00100000:2.0:1761228192.902340:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4473
00000100:00100000:2.0:1761228192.902344:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737855040:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902366:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737855040:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228192.902371:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4473
00000100:00100000:2.0:1761228192.902380:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4474
00000100:00100000:2.0:1761228192.902383:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737855424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902402:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737855424:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228192.902406:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4474
00000100:00100000:2.0:1761228192.902438:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855232
00000100:00100000:2.0:1761228192.902457:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855104
00000100:00100000:2.0:1761228192.902467:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072
00000100:00100000:2.0:1761228192.902470:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737855232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902495:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737855232:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (1054us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228192.902501:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072
00000100:00100000:2.0:1761228192.902511:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073
00000100:00100000:2.0:1761228192.902513:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737855104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.902537:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737855104:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (410us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228192.902542:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073
00000100:00100000:3.0:1761228192.902793:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737854976
00000100:00100000:3.0:1761228192.902822:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667
00000100:00100000:3.0:1761228192.902825:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737854976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228192.902857:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737854976:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (1476us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228192.902862:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667
00000100:00100000:3.0:1761228192.902914:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000504eb76d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737855040:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228192.902924:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081915797 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737855424:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228192.902931:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737855104:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228192.902938:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737855488:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.903119:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de0ff9ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737855168:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.903133:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb3e7945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737855552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.903140:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bc2917b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737854976:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.903148:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3e54be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737855232:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228192.903155:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d0e9b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737855616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228192.903248:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edfd9460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737855296:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228192.903282:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228192.903307:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080da1fbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737855360:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228192.903328:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228192.903409:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855296
00000100:00100000:0.0:1761228192.903439:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855360
00000100:00100000:0.0:1761228192.903464:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232
00000100:00100000:0.0:1761228192.903468:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737855296:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228192.903556:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228192.903610:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737855296:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (320us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228192.903617:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232
00000100:00100000:0.0:1761228192.903630:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233
00000100:00100000:0.0:1761228192.903633:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737855360:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228192.903706:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228192.903730:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737855360:12345-0@lo:8:kworker/u8:2.0 Request processed in 95us (401us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228192.903735:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233
00000100:00080000:1.0:1761228192.903856:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228192.903861:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228192.903865:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edfd9460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737855296:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228192.903873:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228192.903875:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228192.903877:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080da1fbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737855360:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228193.411155:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737855680:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228193.411234:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228193.411270:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855680
00000100:00100000:3.0:1761228193.411318:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960
00000100:00100000:3.0:1761228193.411325:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737855680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228193.411372:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228193.413220:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737855680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1887us (1980us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228193.413233:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960
00000100:00100000:1.0:1761228193.413449:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737855680:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228193.859015:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228194.435319:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228194.435339:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737855744:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228194.435413:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228194.435512:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855744
00000100:00100000:2.0:1761228194.435564:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074
00000100:00100000:2.0:1761228194.435571:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737855744:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228194.435618:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228194.435747:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737855744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 175us (335us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228194.435755:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074
00000100:00100000:1.0:1761228194.435847:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dc0475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737855744:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228194.885902:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228195.906958:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228196.828066:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228196.828128:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228196.828172:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228196.828312:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735360
00000100:00100000:3.0:1761228196.828366:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2234
00000100:00100000:3.0:1761228196.828374:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d48887fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720735360:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228196.828481:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228196.828580:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d48887fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720735360:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 205us (524us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228196.828588:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2234
00000100:00100000:1.0:1761228196.828951:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735168
00000100:00100000:1.0:1761228196.828988:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1668
00000100:00100000:1.0:1761228196.828992:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720735168:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228196.829029:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720735168:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 37us (902us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228196.829035:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1668
00000100:00100000:0.0:1761228196.829834:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228196.830701:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735296
00000100:00100000:2.0:1761228196.830756:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735232
00000100:00100000:2.0:1761228196.830798:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4475
00000100:00100000:2.0:1761228196.830805:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a059a5a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720735296:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228196.830870:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a059a5a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720735296:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 65us (2698us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228196.830877:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4475
00000100:00100000:2.0:1761228196.830893:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4476
00000100:00100000:2.0:1761228196.830898:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce744c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720735232:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228196.830921:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce744c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720735232:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 22us (1093us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228196.830927:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4476
00010000:00010000:0.0:1761228196.931015:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228196.995149:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228196.995164:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e92fb875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737855808:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228196.995237:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228196.995383:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855808
00000100:00100000:1.0:1761228196.995435:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075
00000100:00100000:1.0:1761228196.995441:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081915797 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737855808:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228196.995482:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228196.995533:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081915797 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737855808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (296us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228196.995540:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075
00000100:00100000:2.0:1761228196.995680:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e92fb875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737855808:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228197.955225:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228198.020178:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1761228198.020178:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737855872:0@lo:400:kworker/u8:4.0
00000100:00080000:1.0:1761228198.020184:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228198.020187:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228198.020191:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3788
00000100:00080000:1.0:1761228198.020194:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 6s
00000100:00080000:1.0:1761228198.020201:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228198.020218:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000da9af9ae x1846777737856192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228198.020231:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228198.020234:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228198.020236:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228198.020239:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3788
00000100:00080000:1.0:1761228198.020240:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 6s
00000100:00080000:1.0:1761228198.020243:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228198.020246:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228198.020253:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005edef321 x1846777737856256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228198.020270:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737856128:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228198.020292:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737856192:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228198.020294:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228198.020311:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c27ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737856512:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228198.020317:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228198.020329:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737856256:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228198.020330:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228198.020341:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228198.020346:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737856064:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228198.020363:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228198.020367:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228198.020379:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7f6f8a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737856448:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228198.020397:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856192
00000100:00100000:2.0:1761228198.020398:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228198.020418:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856064
00000100:00100000:1.0:1761228198.020422:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856512
00000100:00100000:1.0:1761228198.020444:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856256
00000100:00100000:2.0:1761228198.020445:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4477
00000100:00100000:1.0:1761228198.020451:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856448
00000100:00100000:2.0:1761228198.020451:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737856064:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228198.020460:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855
00000100:00100000:1.0:1761228198.020464:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737856512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.020509:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737856064:12345-0@lo:400:kworker/u8:4.0 Request processed in 57us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228198.020516:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4477
00000100:00100000:2.0:1761228198.020565:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737856064:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.020607:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856128
00000100:00100000:2.0:1761228198.020632:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076
00000100:00100000:2.0:1761228198.020636:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cb124ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737856128:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.020668:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cb124ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737856128:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (373us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228198.020685:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076
00000100:00100000:2.0:1761228198.020705:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855872
00000100:00100000:2.0:1761228198.020726:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669
00000100:00100000:2.0:1761228198.020730:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737855872:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.020758:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737855872:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (512us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228198.020764:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669
00000100:00100000:2.0:1761228198.020817:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd59711d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737856000:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.020840:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228198.020853:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fcdca35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737856384:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.020871:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228198.020884:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228198.020888:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737855936:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.020910:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228198.021265:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737856512:12345-0@lo:400:kworker/u8:4.0 Request processed in 798us (934us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228198.021272:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855
00000100:00100000:1.0:1761228198.021286:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856
00000100:00100000:1.0:1761228198.021290:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737856448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228198.021312:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737856448:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (914us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228198.021317:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856
00000100:00100000:1.0:1761228198.021325:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235
00000100:00100000:1.0:1761228198.021328:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000917eeb37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737856192:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228198.021799:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236
00000100:00100000:3.0:1761228198.021805:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003163b709 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737856256:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228198.021882:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228198.021924:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003163b709 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737856256:12345-0@lo:8:kworker/u8:4.0 Request processed in 118us (1561us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228198.021930:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236
00000100:00100000:3.0:1761228198.021957:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856384
00000100:00100000:3.0:1761228198.021985:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737855936
00000100:00100000:3.0:1761228198.022002:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4478
00000100:00100000:3.0:1761228198.022006:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737856384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228198.022035:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737856384:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (1164us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228198.022041:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4478
00000100:00100000:3.0:1761228198.022053:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4479
00000100:00100000:3.0:1761228198.022056:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737855936:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228198.022080:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737855936:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (1170us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228198.022086:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4479
00000100:00080000:3.0:1761228198.022120:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228198.022124:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228198.022128:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737856256:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228198.022186:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856000
00000100:00100000:3.0:1761228198.022207:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077
00000100:00100000:3.0:1761228198.022210:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737856000:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228198.022238:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737856000:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (1397us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228198.022243:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077
00000100:00100000:3.0:1761228198.022270:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7f6f8a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737856448:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228198.022281:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c27ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737856512:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228198.022290:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d9dc763 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737856128:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228198.022298:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737855872:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.022422:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737856320:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.022455:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228198.022496:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd59711d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737856000:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.022507:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fcdca35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737856384:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228198.022525:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737855936:0@lo:400:kworker/u8:4.0
00010000:02020000:1.0:1761228198.022570:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228198.022614:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000917eeb37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737856192:12345-0@lo:8:kworker/u8:4.0 Request processed in 1284us (2296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228198.022621:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235
00000100:00100000:0.0:1761228198.022805:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856320
00000100:00100000:0.0:1761228198.022843:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4480
00000100:00100000:0.0:1761228198.022846:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737856320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228198.022878:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737856320:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (423us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228198.022882:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4480
00000100:00080000:2.0:1761228198.022957:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228198.022961:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228198.022965:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737856192:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228198.022986:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737856320:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228198.531289:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737856576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228198.531373:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228198.532090:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856576
00000100:00100000:2.0:1761228198.532151:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961
00000100:00100000:2.0:1761228198.532159:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000917eeb37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737856576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228198.532200:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228198.532268:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000917eeb37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737856576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (895us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228198.532276:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961
00000100:00100000:3.0:1761228198.532944:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737856576:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228198.979145:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228199.559764:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042e9e054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737856640:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228199.559871:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228199.559969:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856640
00000100:00100000:2.0:1761228199.560027:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078
00000100:00100000:2.0:1761228199.560034:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737856640:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228199.560073:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228199.561975:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737856640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1932us (2096us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228199.561989:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078
00000100:00100000:1.0:1761228199.562271:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042e9e054 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737856640:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228200.003591:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228201.027950:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228201.949584:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228201.949636:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228201.949669:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735424
00000100:00100000:2.0:1761228201.950695:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1670
00000100:00100000:2.0:1761228201.950705:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720735424:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228201.950836:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720735424:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 131us (1265us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228201.950845:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1670
00000100:00100000:3.0:1761228201.954281:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228201.954332:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228201.954374:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735552
00000100:00100000:0.0:1761228201.954387:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735616
00000100:00100000:2.0:1761228201.954423:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735488
00000100:00100000:2.0:1761228201.954452:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4481
00000100:00100000:2.0:1761228201.954458:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e25fcb4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720735552:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228201.954555:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e25fcb4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720735552:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 96us (4920us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228201.954567:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4481
00000100:00100000:2.0:1761228201.954584:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4482
00000100:00100000:2.0:1761228201.954588:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042e9e054 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720735488:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228201.954610:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042e9e054 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720735488:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 22us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228201.954616:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4482
00000100:00100000:0.0:1761228201.954729:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2237
00000100:00100000:0.0:1761228201.954735:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015128a51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720735616:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228201.955101:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228201.958467:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015128a51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720735616:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 3724us (4128us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228201.958483:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2237
00010000:00010000:1.0:1761228202.050997:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228202.115176:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737856704:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228202.115255:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228202.115403:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856704
00000100:00100000:0.0:1761228202.115455:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079
00000100:00100000:0.0:1761228202.115462:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737856704:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228202.115531:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228202.115586:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737856704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228202.115594:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079
00000100:00100000:2.0:1761228202.115985:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737856704:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228203.075020:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228203.139096:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228203.139104:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228203.139107:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228203.139116:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3793
00000100:00080000:2.0:1761228203.139121:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 11s
00000100:00080000:2.0:1761228203.139131:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228203.139166:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000784ef878 x1846777737857088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228203.139197:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228203.139204:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228203.139206:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228203.139212:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3793
00000100:00080000:2.0:1761228203.139216:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 11s
00000100:00080000:2.0:1761228203.139221:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228203.139234:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e40b83f x1846777737857152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228203.139298:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737856768:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.139378:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228203.139409:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737857024:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.139435:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228203.139449:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737857408:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.139469:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228203.139500:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228203.139506:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737856960:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.139535:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228203.139553:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001600460c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737857344:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.139573:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228203.139815:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856768
00000100:00100000:2.0:1761228203.139857:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671
00000100:00100000:2.0:1761228203.139862:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737856768:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.139904:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737856768:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (527us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228203.139910:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671
00000100:00100000:2.0:1761228203.139952:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857024
00000100:00100000:2.0:1761228203.139981:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080
00000100:00100000:2.0:1761228203.139984:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737857024:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140010:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737857024:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (575us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228203.140015:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080
00000100:00100000:2.0:1761228203.140031:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857408
00000100:00100000:2.0:1761228203.140047:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857344
00000100:00100000:2.0:1761228203.140060:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857
00000100:00100000:2.0:1761228203.140063:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737857408:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140084:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737857408:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (616us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228203.140089:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857
00000100:00100000:2.0:1761228203.140096:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858
00000100:00100000:2.0:1761228203.140098:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737857344:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140113:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737857344:12345-0@lo:400:kworker/u8:4.0 Request processed in 14us (541us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228203.140117:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858
00000100:00100000:2.0:1761228203.140133:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856960
00000100:00100000:2.0:1761228203.140151:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4483
00000100:00100000:2.0:1761228203.140154:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b25db98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737856960:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140173:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b25db98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737856960:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (639us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228203.140178:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4483
00000100:00100000:2.0:1761228203.140506:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737856960:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140518:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001600460c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737857344:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140525:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737856768:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140533:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737857024:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140543:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737857408:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.140549:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737857088:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228203.140585:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228203.140607:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737857152:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140608:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857088
00000100:00100000:0.0:1761228203.140633:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228203.140663:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737856832:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140687:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857152
00000100:00100000:0.0:1761228203.140691:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228203.140704:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238
00000100:00100000:2.0:1761228203.140708:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a185e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737857088:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228203.140712:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737857216:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.140734:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228203.140751:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1761228203.140756:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737856896:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.140799:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228203.140813:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737857280:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.140834:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:2.0:1761228203.140845:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228203.140860:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856896
00000100:00100000:2.0:1761228203.140883:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a185e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737857088:12345-0@lo:8:kworker/u8:4.0 Request processed in 173us (298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228203.140891:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238
00000100:00100000:0.0:1761228203.140894:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081
00000100:00100000:0.0:1761228203.140900:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b71dfff5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737856896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228203.140909:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239
00000100:00100000:2.0:1761228203.140913:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000502380ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737857152:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228203.140939:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b71dfff5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737856896:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228203.140946:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081
00000100:00100000:0.0:1761228203.140976:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737856832
00000100:00100000:0.0:1761228203.140997:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857216
00000100:00100000:0.0:1761228203.141014:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4484
00000100:00100000:0.0:1761228203.141018:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4852a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737856832:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.141045:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4852a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737856832:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228203.141051:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4484
00000100:00100000:0.0:1761228203.141061:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857280
00000100:00100000:0.0:1761228203.141080:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4485
00000100:00100000:0.0:1761228203.141082:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000600b4c16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737857216:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.141106:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000600b4c16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737857216:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228203.141112:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4485
00000100:00100000:0.0:1761228203.141122:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4486
00000100:00100000:0.0:1761228203.141125:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4de7d74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737857280:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.141148:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4de7d74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737857280:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228203.141154:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4486
00000100:00080000:0.0:1761228203.141183:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228203.141186:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228203.141190:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737857088:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228203.141217:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737856896:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.141227:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737857280:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.141234:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737856832:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228203.141244:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737857216:0@lo:400:kworker/u8:4.0
00010000:02020000:2.0:1761228203.141490:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228203.142890:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000502380ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737857152:12345-0@lo:8:kworker/u8:4.0 Request processed in 1972us (2253us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228203.142900:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239
00000100:00080000:3.0:1761228203.143056:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228203.143061:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228203.143065:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737857152:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228203.652568:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228203.652588:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737857472:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228203.652651:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228203.652711:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857472
00000100:00100000:2.0:1761228203.652770:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962
00000100:00100000:2.0:1761228203.652791:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737857472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228203.652836:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228203.652877:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737857472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228203.652886:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962
00000100:00100000:1.0:1761228203.652971:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000778adb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737857472:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228204.098986:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228204.675176:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228204.675195:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054badf98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737857536:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228204.675267:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228204.675431:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857536
00000100:00100000:0.0:1761228204.676048:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082
00000100:00100000:0.0:1761228204.676056:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046f4df62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737857536:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228204.676099:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228204.676151:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046f4df62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737857536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (884us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228204.676157:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082
00000100:00100000:3.0:1761228204.676265:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054badf98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737857536:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228205.122986:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228206.147477:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228207.068960:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228207.069108:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735680
00000100:00100000:1.0:1761228207.069185:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1672
00000100:00100000:1.0:1761228207.069194:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720735680:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228207.069300:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720735680:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 107us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228207.069310:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1672
00000100:00100000:2.0:1761228207.080275:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228207.080334:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228207.080387:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228207.080558:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735744
00000100:00100000:0.0:1761228207.080635:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735808
00000100:00100000:0.0:1761228207.080663:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4487
00000100:00100000:0.0:1761228207.080671:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000778adb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720735744:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228207.080834:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000778adb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720735744:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 163us (574us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228207.080843:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4487
00000100:00100000:0.0:1761228207.080866:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4488
00000100:00100000:0.0:1761228207.080870:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720735808:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228207.080917:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720735808:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 46us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228207.080924:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4488
00000100:00100000:1.0:1761228207.083330:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735872
00000100:00100000:1.0:1761228207.083405:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2240
00000100:00100000:1.0:1761228207.083413:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720735872:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228207.083535:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228207.083621:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720735872:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 208us (3234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228207.083630:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2240
00010000:00010000:1.0:1761228207.171832:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228207.235304:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228207.236429:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737857600:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228207.236540:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228207.236720:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857600
00000100:00100000:2.0:1761228207.236804:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083
00000100:00100000:2.0:1761228207.236812:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054badf98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737857600:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228207.236873:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228207.238045:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054badf98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737857600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1225us (1500us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228207.238058:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083
00000100:00100000:3.0:1761228207.238480:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5e21a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737857600:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228208.195597:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228208.259138:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228208.259149:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228208.259154:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228208.259167:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3799
00000100:00080000:2.0:1761228208.259172:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 16s
00000100:00080000:2.0:1761228208.259180:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228208.259209:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000069e2d032 x1846777737857984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228208.259229:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228208.259232:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228208.259234:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228208.259238:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3799
00000100:00080000:2.0:1761228208.259240:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 16s
00000100:00080000:2.0:1761228208.259244:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228208.259262:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000696b6bd1 x1846777737858048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228208.259335:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737857728:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.259444:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228208.259486:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737858112:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.259515:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228208.259545:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228208.259550:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737857792:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.259580:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228208.259594:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737858176:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.259619:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228208.259643:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737857984:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228208.259680:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228208.259695:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737858048:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228208.259718:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228208.259760:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857728
00000100:00100000:2.0:1761228208.259838:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858112
00000100:00100000:2.0:1761228208.259858:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858176
00000100:00100000:2.0:1761228208.259893:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4489
00000100:00100000:2.0:1761228208.259901:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737857728:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.259960:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737857728:12345-0@lo:400:kworker/u8:4.0 Request processed in 59us (518us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228208.259969:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4489
00000100:00100000:2.0:1761228208.259990:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4490
00000100:00100000:2.0:1761228208.259994:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737858112:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.260022:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737858112:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (507us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228208.260028:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4490
00000100:00100000:2.0:1761228208.260039:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4491
00000100:00100000:2.0:1761228208.260043:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737858176:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.260070:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed1e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737858176:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (451us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228208.260076:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4491
00000100:00100000:2.0:1761228208.260118:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737858176:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.260129:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737857728:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.260137:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737858112:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260385:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737857664:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260437:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228208.260464:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737857920:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260489:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228208.260508:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737858304:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260530:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228208.260547:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228208.260553:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737857856:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260576:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228208.260591:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737858240:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260614:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228208.260644:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857792
00000100:00100000:3.0:1761228208.260669:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857920
00000100:00100000:3.0:1761228208.260683:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084
00000100:00100000:3.0:1761228208.260686:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737857792:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260728:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737857792:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (1147us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228208.260734:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084
00000100:00100000:3.0:1761228208.260749:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085
00000100:00100000:3.0:1761228208.260752:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e936908 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737857920:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260818:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e936908 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737857920:12345-0@lo:400:kworker/u8:4.0 Request processed in 63us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228208.260824:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085
00000100:00100000:3.0:1761228208.260861:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737857920:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260883:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737857792:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260899:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857856
00000100:00100000:3.0:1761228208.260921:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4492
00000100:00100000:3.0:1761228208.260925:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000745df7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737857856:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.260958:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000745df7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737857856:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228208.260964:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4492
00000100:00100000:3.0:1761228208.260986:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737857856:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.261072:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857664
00000100:00100000:2.0:1761228208.261111:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673
00000100:00100000:2.0:1761228208.261115:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737857664:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228208.261151:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737857664:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (713us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228208.261157:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673
00000100:00100000:2.0:1761228208.261191:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737857664:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228208.261362:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737857984
00000100:00100000:0.0:1761228208.261397:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858048
00000100:00100000:0.0:1761228208.261414:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858304
00000100:00100000:0.0:1761228208.261445:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858240
00000100:00100000:0.0:1761228208.261458:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859
00000100:00100000:0.0:1761228208.261462:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000357dda0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737858304:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228208.261504:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000357dda0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737858304:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (974us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228208.261510:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859
00000100:00100000:0.0:1761228208.261524:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860
00000100:00100000:0.0:1761228208.261526:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0259cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737858240:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228208.261551:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0259cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737858240:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (937us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228208.261557:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860
00000100:00100000:0.0:1761228208.261569:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241
00000100:00100000:0.0:1761228208.261572:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f91da21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737857984:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228208.261668:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228208.261703:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f91da21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737857984:12345-0@lo:8:kworker/u8:4.0 Request processed in 130us (2022us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228208.261710:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241
00000100:00100000:0.0:1761228208.261721:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242
00000100:00100000:0.0:1761228208.261724:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737858048:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228208.261833:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228208.261860:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737858048:12345-0@lo:8:kworker/u8:4.0 Request processed in 134us (2142us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228208.261866:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242
00000100:00080000:0.0:1761228208.261928:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228208.261932:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228208.261937:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069e2d032 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737857984:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228208.261948:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228208.261951:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228208.261953:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737858048:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228208.261985:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737858240:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228208.261995:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737858304:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228208.772373:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737858368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228208.772485:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228208.772806:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858368
00000100:00100000:2.0:1761228208.772886:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963
00000100:00100000:2.0:1761228208.772895:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ec194f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737858368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228208.772946:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228208.773021:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ec194f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737858368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (538us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228208.773030:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963
00000100:00100000:0.0:1761228208.773401:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002021e782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737858368:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228209.219051:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228209.795244:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea37795b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737858432:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228209.795365:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228209.795505:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858432
00000100:00100000:1.0:1761228209.795569:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086
00000100:00100000:1.0:1761228209.795576:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737858432:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228209.795631:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228209.795688:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737858432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228209.795696:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086
00000100:00100000:2.0:1761228209.796209:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea37795b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737858432:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228210.243154:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228211.267176:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228212.193690:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228212.193737:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228212.193773:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228212.193861:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736000
00000100:00100000:0.0:1761228212.193862:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228212.193908:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736064
00000100:00100000:2.0:1761228212.193954:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4493
00000100:00100000:2.0:1761228212.193964:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e92fb875 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720736000:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228212.193975:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4494
00000100:00100000:0.0:1761228212.193984:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5d5e21a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720736064:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228212.194097:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e92fb875 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720736000:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 131us (358us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228212.194099:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736128
00000100:00100000:2.0:1761228212.194112:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4493
00000100:00100000:1.0:1761228212.194136:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2243
00000100:00100000:1.0:1761228212.194142:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebdb73ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720736128:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228212.194241:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228212.194305:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720735936
00000100:00100000:3.0:1761228212.194335:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1674
00000100:00100000:3.0:1761228212.194339:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720735936:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228212.194959:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5d5e21a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720736064:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 973us (1097us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228212.194969:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4494
00000100:00100000:1.0:1761228212.195351:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebdb73ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720736128:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 1208us (1668us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228212.195360:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2243
00000100:00100000:3.0:1761228212.195533:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720735936:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1191us (1759us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228212.195541:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1674
00010000:00010000:2.0:1761228212.294673:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228212.357293:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228212.357324:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737858496:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228212.357428:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228212.357496:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858496
00000100:00100000:0.0:1761228212.357564:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087
00000100:00100000:0.0:1761228212.357570:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737858496:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228212.357620:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228212.357683:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737858496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228212.357692:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087
00000100:00100000:2.0:1761228212.357734:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737858496:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228213.315636:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228213.379066:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737858560:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.379173:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228213.379805:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858560
00000100:00100000:2.0:1761228213.379874:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675
00000100:00100000:2.0:1761228213.379881:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737858560:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228213.380223:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737858560:12345-0@lo:400:kworker/u8:2.0 Request processed in 341us (1052us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228213.380232:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737858560:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228213.380234:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675
00000100:00080000:0.0:1761228213.380442:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228213.380448:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228213.380453:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228213.380460:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3804
00000100:00080000:0.0:1761228213.380463:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1761228213.380468:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228213.380494:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000784ef878 x1846777737858880/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228213.380511:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228213.380515:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228213.380517:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228213.380520:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3804
00000100:00080000:0.0:1761228213.380522:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1761228213.380526:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228213.380538:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000057df1a06 x1846777737858944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228213.380589:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737858880:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228213.380631:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228213.380653:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057df1a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737858944:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228213.380675:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228213.380708:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858880
00000100:00100000:0.0:1761228213.380733:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858944
00000100:00100000:0.0:1761228213.380753:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244
00000100:00100000:0.0:1761228213.380757:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737858880:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228213.380879:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228213.380921:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737858880:12345-0@lo:8:kworker/u8:2.0 Request processed in 163us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228213.380930:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244
00000100:00100000:0.0:1761228213.380944:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245
00000100:00100000:0.0:1761228213.380948:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019b1043d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737858944:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228213.381026:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228213.381051:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019b1043d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737858944:12345-0@lo:8:kworker/u8:2.0 Request processed in 102us (376us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228213.381057:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245
00000100:00080000:0.0:1761228213.381107:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228213.381111:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228213.381116:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000784ef878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737858880:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228213.381126:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228213.381128:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228213.381131:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057df1a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737858944:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381237:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737858624:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381276:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228213.381309:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000951b6e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737859008:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381333:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228213.381358:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228213.381375:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737858688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381402:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228213.381419:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9a2348e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737859072:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381442:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228213.381474:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858624
00000100:00100000:3.0:1761228213.381506:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859008
00000100:00100000:3.0:1761228213.381526:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859072
00000100:00100000:3.0:1761228213.381541:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4495
00000100:00100000:3.0:1761228213.381545:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3dc0475 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737858624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381588:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3dc0475 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737858624:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (312us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228213.381597:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4495
00000100:00100000:3.0:1761228213.381613:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4496
00000100:00100000:3.0:1761228213.381616:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080da1fbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737859008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381640:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080da1fbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737859008:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (307us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228213.381645:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4496
00000100:00100000:3.0:1761228213.381656:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4497
00000100:00100000:3.0:1761228213.381659:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d0e9b52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737859072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381683:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d0e9b52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737859072:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228213.381688:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4497
00000100:00100000:3.0:1761228213.381712:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858688
00000100:00100000:3.0:1761228213.381736:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088
00000100:00100000:3.0:1761228213.381740:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edfd9460 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737858688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381765:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edfd9460 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737858688:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228213.381771:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088
00000100:00100000:3.0:1761228213.381831:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e40b83f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737858688:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381842:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9a2348e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737859072:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381851:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737858624:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381858:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000951b6e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737859008:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381896:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737858816:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381923:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228213.381939:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000877f5f4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737859200:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.381962:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228213.381979:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228213.381986:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737858752:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.382005:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228213.382017:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced5fe32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737859136:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.382036:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228213.382056:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859200
00000100:00100000:3.0:1761228213.382082:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859136
00000100:00100000:3.0:1761228213.382099:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861
00000100:00100000:3.0:1761228213.382102:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea37795b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737859200:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.382143:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea37795b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737859200:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228213.382150:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861
00000100:00100000:3.0:1761228213.382162:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862
00000100:00100000:3.0:1761228213.382165:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737859136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.382190:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737859136:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (153us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228213.382195:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862
00000100:00100000:3.0:1761228213.382217:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858752
00000100:00100000:3.0:1761228213.382237:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4498
00000100:00100000:3.0:1761228213.382240:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737858752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.382268:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737858752:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228213.382278:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4498
00000100:00100000:3.0:1761228213.382298:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737858816
00000100:00100000:3.0:1761228213.382321:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089
00000100:00100000:3.0:1761228213.382325:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb3e7945 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737858816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.382351:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb3e7945 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737858816:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (428us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228213.382356:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089
00000100:00100000:3.0:1761228213.382397:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc9b36cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737858752:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.382420:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced5fe32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737859136:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.382430:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001351c33b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737858816:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228213.382438:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000877f5f4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737859200:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228213.891099:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737859264:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228213.891208:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228213.891882:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859264
00000100:00100000:0.0:1761228213.892498:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964
00000100:00100000:0.0:1761228213.892507:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737859264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228213.892558:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228213.892638:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737859264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (1430us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228213.892646:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964
00000100:00100000:1.0:1761228213.892697:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737859264:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228214.339698:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228214.915024:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737859328:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228214.915125:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228214.915207:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859328
00000100:00100000:3.0:1761228214.915272:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090
00000100:00100000:3.0:1761228214.915279:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737859328:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228214.915334:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228214.915418:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737859328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228214.915430:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090
00000100:00100000:2.0:1761228214.915617:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b05230f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737859328:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228215.363084:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228216.387893:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228217.308051:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228217.308189:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736192
00000100:00100000:3.0:1761228217.308245:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1676
00000100:00100000:3.0:1761228217.308254:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720736192:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228217.308303:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228217.308352:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720736192:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 98us (311us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228217.308361:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1676
00000100:00100000:0.0:1761228217.308512:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228217.308633:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736320
00000100:00100000:2.0:1761228217.308692:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736256
00000100:00100000:2.0:1761228217.308737:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4499
00000100:00100000:2.0:1761228217.308745:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009972036f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720736320:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228217.308753:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4500
00000100:00100000:3.0:1761228217.308764:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720736256:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228217.308856:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720736256:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 93us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228217.308863:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4500
00000100:00100000:2.0:1761228217.308880:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009972036f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720736320:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 134us (584us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228217.308893:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4499
00000100:00100000:0.0:1761228217.309923:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228217.310222:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736384
00000100:00100000:3.0:1761228217.310265:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2246
00000100:00100000:3.0:1761228217.310270:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720736384:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228217.310373:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228217.310428:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720736384:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 156us (508us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228217.310435:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2246
00010000:00010000:0.0:1761228217.412062:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228217.476757:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228217.477340:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000531d8745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737859392:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228217.477411:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228217.479023:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859392
00000100:00100000:2.0:1761228217.479080:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091
00000100:00100000:2.0:1761228217.479086:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737859392:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228217.479127:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228217.479202:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737859392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (1792us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228217.479210:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091
00000100:00100000:3.0:1761228217.479297:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531d8745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737859392:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228218.435510:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228218.500888:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228218.500895:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228218.500898:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228218.500905:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3809
00000100:00080000:3.0:1761228218.500908:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228218.500913:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228218.500935:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004bb561a1 x1846777737859776/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228218.500951:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228218.500954:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228218.500955:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228218.500957:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3809
00000100:00080000:3.0:1761228218.500959:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228218.500962:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228218.500972:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f6bac44e x1846777737859840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228218.501021:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737859584:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.501084:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228218.501114:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072cb2b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737859968:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.501139:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228218.501164:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228218.501169:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd59711d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737859520:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.501190:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228218.501205:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000767318e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737859904:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.501225:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228218.501249:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004bb561a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737859776:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228218.501272:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228218.501288:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6bac44e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737859840:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228218.501343:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228218.501383:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859968
00000100:00100000:3.0:1761228218.501420:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859520
00000100:00100000:3.0:1761228218.501435:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859904
00000100:00100000:3.0:1761228218.501451:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4501
00000100:00100000:3.0:1761228218.501457:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc2917b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737859968:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.501504:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc2917b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737859968:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (364us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228218.501511:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4501
00000100:00100000:3.0:1761228218.501529:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4502
00000100:00100000:3.0:1761228218.501545:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de0ff9ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737859520:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.501584:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de0ff9ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737859520:12345-0@lo:400:kworker/u8:4.0 Request processed in 51us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228218.501590:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4502
00000100:00100000:3.0:1761228218.501602:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4503
00000100:00100000:3.0:1761228218.501605:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f727c2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737859904:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.501630:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f727c2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737859904:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (405us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228218.501635:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4503
00000100:00100000:3.0:1761228218.501658:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859776
00000100:00100000:3.0:1761228218.501676:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859840
00000100:00100000:3.0:1761228218.501692:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247
00000100:00100000:3.0:1761228218.501696:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000504eb76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737859776:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228218.501809:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228218.501853:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000504eb76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737859776:12345-0@lo:8:kworker/u8:4.0 Request processed in 156us (581us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228218.501860:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247
00000100:00100000:3.0:1761228218.501873:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248
00000100:00100000:3.0:1761228218.501876:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000452cee49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737859840:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228218.501957:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228218.501977:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000452cee49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737859840:12345-0@lo:8:kworker/u8:4.0 Request processed in 101us (635us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228218.501982:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248
00000100:00080000:3.0:1761228218.502031:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228218.502034:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228218.502037:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004bb561a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737859776:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228218.502043:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228218.502045:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228218.502047:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6bac44e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737859840:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228218.502071:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859584
00000100:00100000:3.0:1761228218.502089:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092
00000100:00100000:3.0:1761228218.502092:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3e54be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737859584:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.502114:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3e54be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737859584:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (1031us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228218.502118:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092
00000100:00100000:3.0:1761228218.502139:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd59711d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737859520:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.502145:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000767318e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737859904:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.502152:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737859584:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.502158:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072cb2b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737859968:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228218.502950:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737859648:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228218.502994:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228218.503021:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b3e5400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737860032:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228218.503043:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228218.503058:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761228218.503063:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737859456:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228218.503082:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228218.503091:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737859712:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228218.503106:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228218.503114:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000288727db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737860096:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228218.503141:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228218.503225:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859712
00000100:00100000:1.0:1761228218.503260:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093
00000100:00100000:1.0:1761228218.503264:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737859712:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228218.503299:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737859712:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228218.503315:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093
00000100:00100000:1.0:1761228218.503340:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737859712:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228218.503363:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859456
00000100:00100000:1.0:1761228218.503381:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677
00000100:00100000:1.0:1761228218.503384:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737859456:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228218.503408:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737859456:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (326us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228218.503413:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677
00000100:00100000:1.0:1761228218.503438:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737859456:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228218.505046:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860032
00000100:00100000:0.0:1761228218.506712:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860096
00000100:00100000:0.0:1761228218.506771:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863
00000100:00100000:0.0:1761228218.506790:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737860032:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228218.506959:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864
00000100:00100000:1.0:1761228218.506964:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737860096:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228218.507411:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737860032:12345-0@lo:400:kworker/u8:4.0 Request processed in 621us (4366us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228218.507419:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863
00000100:00100000:0.0:1761228218.507475:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737859648
00000100:00100000:0.0:1761228218.507526:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4504
00000100:00100000:0.0:1761228218.507530:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737859648:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228218.507595:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737860096:12345-0@lo:400:kworker/u8:4.0 Request processed in 630us (4453us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228218.507601:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864
00000100:00100000:0.0:1761228218.508709:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737859648:12345-0@lo:400:kworker/u8:4.0 Request processed in 1174us (5711us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228218.508719:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4504
00000100:00100000:2.0:1761228218.508879:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b3e5400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737860032:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228218.508909:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000288727db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737860096:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228218.508923:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737859648:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228219.015402:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb66b287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737860160:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228219.015480:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228219.015539:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860160
00000100:00100000:2.0:1761228219.015590:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965
00000100:00100000:2.0:1761228219.015596:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e2a0723 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737860160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228219.015631:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228219.015882:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e2a0723 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737860160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 285us (403us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228219.015890:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965
00000100:00100000:1.0:1761228219.016398:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb66b287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737860160:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228219.459997:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228220.035177:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737860224:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228220.035252:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228220.035430:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860224
00000100:00100000:1.0:1761228220.035490:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094
00000100:00100000:1.0:1761228220.035494:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030b58906 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737860224:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228220.035531:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228220.035581:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030b58906 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737860224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (330us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228220.035588:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094
00000100:00100000:0.0:1761228220.035989:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737860224:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228220.483032:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228221.507099:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228222.428542:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228222.428632:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736448
00000100:00100000:3.0:1761228222.428685:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1678
00000100:00100000:3.0:1761228222.428692:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720736448:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228222.428766:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720736448:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 74us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228222.428773:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1678
00000100:00100000:2.0:1761228222.429584:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228222.429624:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228222.429692:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736512
00000100:00100000:1.0:1761228222.429730:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736576
00000100:00100000:1.0:1761228222.429759:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4505
00000100:00100000:1.0:1761228222.429764:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720736512:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228222.429832:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720736512:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 67us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228222.429838:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4505
00000100:00100000:1.0:1761228222.429852:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4506
00000100:00100000:1.0:1761228222.429856:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720736576:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228222.429877:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720736576:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228222.429883:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4506
00000100:00100000:0.0:1761228222.432457:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228222.432555:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736640
00000100:00100000:3.0:1761228222.432607:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2249
00000100:00100000:3.0:1761228222.432614:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720736640:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228222.432720:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228222.432815:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720736640:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 199us (365us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228222.432823:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2249
00010000:00010000:1.0:1761228222.531004:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228222.595089:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e7bafc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737860288:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228222.595157:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228222.595235:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860288
00000100:00100000:3.0:1761228222.595317:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095
00000100:00100000:3.0:1761228222.595323:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aed7356 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737860288:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228222.595361:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228222.597533:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aed7356 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737860288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2203us (2370us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228222.597546:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095
00000100:00100000:2.0:1761228222.597667:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e7bafc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737860288:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228223.555004:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228223.619348:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228223.619355:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228223.619358:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228223.619366:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3814
00000100:00080000:2.0:1761228223.619370:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228223.619375:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228223.619397:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003b52118b x1846777737860672/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228223.619411:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228223.619415:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228223.619417:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228223.619420:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3814
00000100:00080000:2.0:1761228223.619421:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228223.619424:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228223.619434:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d790c686 x1846777737860736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228223.619521:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737860416:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228223.619588:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228223.619628:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737860800:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228223.619650:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228223.619675:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1761228223.619681:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737860480:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228223.619703:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228223.619715:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737860864:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228223.619732:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228223.619768:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860416
00000100:00100000:0.0:1761228223.619821:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860800
00000100:00100000:0.0:1761228223.619835:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860864
00000100:00100000:0.0:1761228223.619850:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4507
00000100:00100000:0.0:1761228223.619855:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051f3cc66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737860416:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228223.619902:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051f3cc66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737860416:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228223.619909:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4507
00000100:00100000:0.0:1761228223.619926:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4508
00000100:00100000:0.0:1761228223.619930:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cda872c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737860800:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228223.619955:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cda872c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737860800:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228223.619960:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4508
00000100:00100000:0.0:1761228223.619970:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4509
00000100:00100000:0.0:1761228223.619973:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531d8745 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737860864:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228223.619993:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531d8745 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737860864:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228223.619997:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4509
00000100:00100000:0.0:1761228223.620023:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737860864:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228223.620031:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737860416:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228223.620038:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737860800:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620142:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737860544:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620169:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228223.620195:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737860928:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620216:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228223.620250:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228223.620255:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ee838d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737860352:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620282:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228223.620294:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003514c9c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737860608:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620311:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228223.620323:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737860992:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620341:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228223.620366:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860352
00000100:00100000:1.0:1761228223.620387:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679
00000100:00100000:1.0:1761228223.620390:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737860352:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620417:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737860352:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (135us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228223.620422:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679
00000100:00100000:1.0:1761228223.620448:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860480
00000100:00100000:1.0:1761228223.620465:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860608
00000100:00100000:1.0:1761228223.620475:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096
00000100:00100000:1.0:1761228223.620478:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737860480:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620510:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737860480:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (807us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228223.620516:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096
00000100:00100000:1.0:1761228223.620526:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097
00000100:00100000:1.0:1761228223.620529:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737860608:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620547:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737860608:12345-0@lo:400:kworker/u8:4.0 Request processed in 18us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228223.620552:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097
00000100:00100000:1.0:1761228223.620567:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860928
00000100:00100000:1.0:1761228223.620589:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860992
00000100:00100000:1.0:1761228223.620607:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865
00000100:00100000:1.0:1761228223.620610:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a52ca263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737860928:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620636:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a52ca263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737860928:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228223.620641:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865
00000100:00100000:1.0:1761228223.620651:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866
00000100:00100000:1.0:1761228223.620654:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c33116 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737860992:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620673:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c33116 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737860992:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228223.620677:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866
00000100:00100000:1.0:1761228223.620706:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737860480:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620721:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ee838d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737860352:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620727:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003514c9c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737860608:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620733:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737860992:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228223.620740:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737860928:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228223.620867:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737860672:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228223.620896:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228223.620921:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737860736:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228223.620940:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228223.620973:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860544
00000100:00100000:3.0:1761228223.621000:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4510
00000100:00100000:3.0:1761228223.621004:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737860544:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228223.621040:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737860544:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (871us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228223.621045:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4510
00000100:00100000:3.0:1761228223.621085:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737860544:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228223.621146:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860672
00000100:00100000:2.0:1761228223.621176:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737860736
00000100:00100000:2.0:1761228223.621189:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250
00000100:00100000:2.0:1761228223.621192:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7066142 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737860672:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228223.621421:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228223.621458:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7066142 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737860672:12345-0@lo:8:kworker/u8:4.0 Request processed in 264us (561us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228223.621464:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250
00000100:00100000:2.0:1761228223.621474:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251
00000100:00100000:2.0:1761228223.621476:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737860736:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228223.621547:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228223.621569:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737860736:12345-0@lo:8:kworker/u8:4.0 Request processed in 90us (628us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228223.621574:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251
00000100:00080000:3.0:1761228223.621691:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228223.621695:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228223.621699:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737860672:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228223.621706:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228223.621708:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228223.621711:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737860736:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228224.131902:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228224.131923:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737861056:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228224.131994:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228224.132269:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861056
00000100:00100000:2.0:1761228224.132580:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966
00000100:00100000:2.0:1761228224.132586:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000877f5f4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737861056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228224.132621:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228224.133455:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000877f5f4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737861056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 864us (1458us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228224.133466:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966
00000100:00100000:3.0:1761228224.133552:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737861056:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228224.582319:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228225.155063:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737861120:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228225.155140:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228225.156578:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861120
00000100:00100000:3.0:1761228225.156640:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098
00000100:00100000:3.0:1761228225.156646:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced5fe32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737861120:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228225.156692:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228225.156759:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced5fe32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737861120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (1620us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228225.156766:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098
00000100:00100000:0.0:1761228225.156965:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737861120:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228225.603668:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228226.631671:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228227.550512:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228227.550559:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228227.550585:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228227.550624:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228227.550643:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736704
00000100:00100000:1.0:1761228227.550655:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736896
00000100:00100000:2.0:1761228227.550690:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1680
00000100:00100000:1.0:1761228227.550696:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2252
00000100:00100000:2.0:1761228227.550700:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720736704:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228227.550705:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004463b725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720736896:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:3.0:1761228227.550714:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736768
00000100:00100000:3.0:1761228227.550745:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736832
00000100:00100000:3.0:1761228227.550762:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4511
00000100:00100000:2.0:1761228227.550766:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720736704:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 68us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228227.550770:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5bb7b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720736768:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228227.550810:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1680
00010000:02020000:1.0:1761228227.550828:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228227.550844:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5bb7b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720736768:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 75us (337us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228227.550852:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4511
00000100:00100000:2.0:1761228227.550860:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4512
00000100:00100000:1.0:1761228227.550863:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004463b725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720736896:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 158us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228227.550870:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720736832:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228227.550874:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2252
00000100:00100000:2.0:1761228227.550909:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720736832:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 40us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228227.550915:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4512
00010000:00010000:1.0:1761228227.652496:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228227.715335:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228227.715358:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000951b6e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737861184:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228227.715436:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228227.715531:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861184
00000100:00100000:0.0:1761228227.715585:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099
00000100:00100000:0.0:1761228227.715591:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b53e02a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737861184:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228227.715630:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228227.715673:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b53e02a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737861184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228227.715680:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099
00000100:00100000:1.0:1761228227.715764:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000951b6e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737861184:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228228.675023:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228228.739230:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228228.739854:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007842d1ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737861248:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228228.739931:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228228.740017:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861248
00000100:00100000:0.0:1761228228.740064:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681
00000100:00100000:0.0:1761228228.740070:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737861248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228228.740125:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737861248:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228228.740133:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681
00000100:00100000:3.0:1761228228.740222:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007842d1ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737861248:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228228.740387:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000917eeb37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737861440:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228228.740416:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228228.740469:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737861312:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228228.740500:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228228.740519:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228228.740524:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737861376:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228228.740546:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228228.740571:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861440
00000100:00100000:2.0:1761228228.740594:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861312
00000100:00100000:2.0:1761228228.740609:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4513
00000100:00100000:2.0:1761228228.740613:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040a0af3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737861440:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228228.742034:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040a0af3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737861440:12345-0@lo:400:kworker/u8:2.0 Request processed in 1416us (1614us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228228.742048:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4513
00000100:00100000:2.0:1761228228.742073:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4514
00000100:00100000:2.0:1761228228.742078:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d329486 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737861312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228228.742122:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d329486 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737861312:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (1622us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228228.742129:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4514
00000100:00100000:2.0:1761228228.744118:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737861312:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228228.744197:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861376
00000100:00100000:2.0:1761228228.744236:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100
00000100:00100000:2.0:1761228228.744241:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b52118b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737861376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228228.744305:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b52118b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737861376:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (3759us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228228.744312:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100
00000100:00100000:2.0:1761228228.744338:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737861376:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228228.744454:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228228.744460:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228228.744464:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228228.744468:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3819
00000100:00080000:1.0:1761228228.744470:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228228.744477:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228228.744503:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005eccf2a0 x1846777737861568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228228.744518:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228228.744521:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228228.744522:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228228.744524:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3819
00000100:00080000:1.0:1761228228.744526:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228228.744529:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228228.744538:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003fcdca35 x1846777737861632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228228.744593:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000493af5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737861504:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.744627:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228228.744644:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737861888:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.744662:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228228.744678:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228228.744683:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737861824:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.744700:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228228.744724:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861888
00000100:00100000:1.0:1761228228.744749:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861824
00000100:00100000:1.0:1761228228.744768:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867
00000100:00100000:1.0:1761228228.744772:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737861888:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.744814:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737861888:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (151us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228228.744819:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867
00000100:00100000:1.0:1761228228.744830:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868
00000100:00100000:1.0:1761228228.744837:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008743fe78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737861824:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.744854:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008743fe78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737861824:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228228.744859:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868
00000100:00100000:1.0:1761228228.744873:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861504
00000100:00100000:1.0:1761228228.744887:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101
00000100:00100000:1.0:1761228228.744890:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc94abe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737861504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.744908:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc94abe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737861504:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228228.744913:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101
00000100:00100000:1.0:1761228228.744929:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c27ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737861696:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.744947:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228228.744959:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228228.744963:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7f6f8a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737861760:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.744977:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228228.744992:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861696
00000100:00100000:1.0:1761228228.745008:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861760
00000100:00100000:1.0:1761228228.745018:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4515
00000100:00100000:1.0:1761228228.745021:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf234858 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737861696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.745042:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf234858 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737861696:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (95us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228228.745046:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4515
00000100:00100000:1.0:1761228228.745054:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4516
00000100:00100000:1.0:1761228228.745056:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000494ba43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737861760:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.745071:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000494ba43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737861760:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (95us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228228.745076:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4516
00000100:00100000:1.0:1761228228.745095:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7f6f8a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737861760:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.745102:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c27ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737861696:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.745117:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737861824:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.745123:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000493af5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737861504:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228228.745129:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737861888:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228228.745292:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000917eeb37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737861440:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228228.745369:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737861568:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228228.745396:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228228.745417:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fcdca35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737861632:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228228.745436:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228228.745508:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861568
00000100:00100000:3.0:1761228228.745540:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861632
00000100:00100000:3.0:1761228228.745556:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253
00000100:00100000:3.0:1761228228.745559:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737861568:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228228.745647:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228228.745674:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737861568:12345-0@lo:8:kworker/u8:2.0 Request processed in 114us (278us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228228.745680:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253
00000100:00100000:3.0:1761228228.745689:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254
00000100:00100000:3.0:1761228228.745692:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737861632:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228228.745758:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228228.745772:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737861632:12345-0@lo:8:kworker/u8:2.0 Request processed in 80us (337us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228228.745800:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254
00000100:00080000:2.0:1761228228.746043:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228228.746047:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228228.746050:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737861568:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228228.746057:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228228.746059:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228228.746062:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fcdca35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737861632:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228229.251674:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031aafaca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737861952:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228229.251849:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228229.251940:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737861952
00000100:00100000:3.0:1761228229.251987:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967
00000100:00100000:3.0:1761228229.251993:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a541dcd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737861952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228229.252027:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228229.252082:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a541dcd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737861952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228229.252089:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967
00000100:00100000:1.0:1761228229.252352:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031aafaca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737861952:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228229.698941:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228230.276034:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228230.276050:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000128160f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737862016:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228230.276121:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228230.276209:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862016
00000100:00100000:0.0:1761228230.276260:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102
00000100:00100000:0.0:1761228230.276266:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061de132d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737862016:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228230.276315:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228230.276358:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061de132d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737862016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228230.276366:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102
00000100:00100000:2.0:1761228230.276447:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000128160f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737862016:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228230.723266:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228231.747036:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228232.671373:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228232.671431:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228232.671466:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228232.671692:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720736960
00000100:00100000:3.0:1761228232.671740:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1682
00000100:00100000:3.0:1761228232.671746:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720736960:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228232.671850:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720736960:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 103us (419us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228232.671858:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1682
00000100:00100000:2.0:1761228232.672685:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228232.673075:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737024
00000100:00100000:1.0:1761228232.673110:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737088
00000100:00100000:0.0:1761228232.673122:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4517
00000100:00100000:0.0:1761228232.673129:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b478a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720737024:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228232.673155:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4518
00000100:00100000:1.0:1761228232.673160:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdffd1a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720737088:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228232.673200:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b478a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720737024:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 66us (1829us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228232.673200:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdffd1a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720737088:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 35us (1730us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228232.673210:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4518
00000100:00100000:3.0:1761228232.673408:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737152
00000100:00100000:3.0:1761228232.673435:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2255
00000100:00100000:3.0:1761228232.673473:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720737152:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228232.673557:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228232.673622:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4517
00000100:00100000:3.0:1761228232.673669:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720737152:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 228us (987us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228232.673676:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2255
00010000:00010000:1.0:1761228232.772938:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228232.835035:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228232.835057:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9a2348e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737862080:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228232.835125:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228232.835187:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862080
00000100:00100000:2.0:1761228232.835239:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103
00000100:00100000:2.0:1761228232.835246:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737862080:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228232.835284:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228232.835337:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737862080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228232.835354:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103
00000100:00100000:1.0:1761228232.835439:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9a2348e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737862080:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228233.794953:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228233.862406:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228233.862414:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228233.862418:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228233.862426:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3824
00000100:00080000:3.0:1761228233.862430:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228233.862437:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228233.862457:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ef76719 x1846777737862464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228233.862470:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228233.862472:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228233.862473:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228233.862476:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3824
00000100:00080000:3.0:1761228233.862477:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228233.862479:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228233.862486:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000daae0b54 x1846777737862528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228233.862563:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004624e871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737862208:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.862625:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228233.862650:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737862592:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.862670:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228233.862692:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228233.862697:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e7b4dcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737862272:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.862717:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228233.862730:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737862656:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.862746:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228233.862804:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862208
00000100:00100000:3.0:1761228233.862840:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862592
00000100:00100000:3.0:1761228233.862855:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862656
00000100:00100000:3.0:1761228233.862872:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4519
00000100:00100000:3.0:1761228233.862877:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5d7e345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737862208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.862924:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5d7e345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737862208:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228233.862931:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4519
00000100:00100000:3.0:1761228233.862946:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4520
00000100:00100000:3.0:1761228233.862950:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000032de6d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737862592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.862973:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000032de6d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737862592:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228233.862978:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4520
00000100:00100000:3.0:1761228233.862988:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4521
00000100:00100000:3.0:1761228233.862991:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048ab352d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737862656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.863017:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048ab352d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737862656:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228233.863022:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4521
00000100:00100000:3.0:1761228233.863052:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862272
00000100:00100000:3.0:1761228233.863073:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104
00000100:00100000:3.0:1761228233.863076:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad255557 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737862272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.863102:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad255557 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737862272:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (385us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228233.863107:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104
00000100:00100000:3.0:1761228233.863157:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e7b4dcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737862272:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.863166:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737862656:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.863173:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004624e871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737862208:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.863179:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737862592:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863263:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e2c16b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737862144:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863297:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228233.863321:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0a0ec18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737862400:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863342:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228233.863357:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021f9c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737862784:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863378:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228233.863393:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228233.863398:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ca5102a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737862336:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863417:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228233.863430:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737862720:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863448:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228233.863473:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862336
00000100:00100000:1.0:1761228233.863495:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4522
00000100:00100000:1.0:1761228233.863498:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7f6f8a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737862336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863526:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7f6f8a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737862336:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (108us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228233.863532:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4522
00000100:00100000:1.0:1761228233.863549:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862784
00000100:00100000:1.0:1761228233.863568:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862720
00000100:00100000:1.0:1761228233.863582:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869
00000100:00100000:1.0:1761228233.863585:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f8c27ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737862784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863610:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f8c27ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737862784:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228233.863615:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869
00000100:00100000:1.0:1761228233.863624:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870
00000100:00100000:1.0:1761228233.863627:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737862720:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863647:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737862720:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228233.863651:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870
00000100:00100000:1.0:1761228233.863675:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862400
00000100:00100000:1.0:1761228233.863692:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105
00000100:00100000:1.0:1761228233.863695:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737862400:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863718:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737862400:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (376us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228233.863723:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105
00000100:00100000:1.0:1761228233.863747:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ca5102a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737862336:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863756:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737862720:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863763:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0a0ec18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737862400:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228233.863770:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021f9c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737862784:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.864744:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862144
00000100:00100000:3.0:1761228233.865384:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683
00000100:00100000:3.0:1761228233.865392:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737862144:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228233.865641:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737862144:12345-0@lo:400:kworker/u8:2.0 Request processed in 249us (2343us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228233.865649:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683
00000100:00100000:1.0:1761228233.865721:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e2c16b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737862144:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228233.868848:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737862464:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228233.868931:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228233.868974:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737862528:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228233.868997:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228233.869063:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862464
00000100:00100000:2.0:1761228233.869110:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862528
00000100:00100000:2.0:1761228233.869146:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256
00000100:00100000:2.0:1761228233.869153:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000237636a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737862464:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228233.869162:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257
00000100:00100000:0.0:1761228233.869168:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737862528:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228233.869843:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:0.0:1761228233.869852:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228233.869902:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000237636a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737862464:12345-0@lo:8:kworker/u8:2.0 Request processed in 748us (976us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228233.869910:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256
00000100:00100000:0.0:1761228233.871594:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737862528:12345-0@lo:8:kworker/u8:2.0 Request processed in 2418us (2589us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228233.871607:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257
00000100:00080000:2.0:1761228233.871899:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228233.871906:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228233.871911:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737862464:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228233.871927:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228233.871930:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228233.871932:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737862528:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228234.371073:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228234.371248:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca852440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737862848:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228234.371315:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228234.372033:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862848
00000100:00100000:0.0:1761228234.372737:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968
00000100:00100000:0.0:1761228234.372745:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737862848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228234.372817:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228234.374753:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737862848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2001us (3432us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228234.374771:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968
00000100:00100000:1.0:1761228234.375005:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca852440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737862848:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228234.819515:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228235.396384:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228235.396660:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737862912:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228235.396981:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228235.397087:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862912
00000100:00100000:2.0:1761228235.397180:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106
00000100:00100000:2.0:1761228235.397186:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a2348e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737862912:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228235.397346:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228235.397401:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a2348e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737862912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 215us (422us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228235.397408:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106
00000100:00100000:0.0:1761228235.397477:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737862912:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228235.843066:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228236.868428:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228237.792437:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228237.792506:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228237.792602:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737280
00000100:00100000:3.0:1761228237.792699:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4523
00000100:00100000:3.0:1761228237.792707:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f373f61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720737280:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228237.792731:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737216
00000100:00100000:1.0:1761228237.792764:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1684
00000100:00100000:1.0:1761228237.792769:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720737216:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228237.792808:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f373f61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720737280:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 101us (378us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228237.792826:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720737216:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 56us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228237.792834:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1684
00000100:00100000:3.0:1761228237.793044:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4523
00000100:00100000:0.0:1761228237.801498:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228237.802652:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737408
00000100:00100000:3.0:1761228237.802828:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2258
00000100:00100000:3.0:1761228237.802837:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720737408:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1761228237.803957:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00010000:02020000:3.0:1761228237.804104:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228237.804195:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720737408:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 1356us (2705us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228237.804207:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2258
00000100:00100000:0.0:1761228237.804680:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737344
00000100:00100000:0.0:1761228237.804744:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4524
00000100:00100000:0.0:1761228237.804751:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1ca1e90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720737344:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228237.805162:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1ca1e90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720737344:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 409us (1210us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228237.805171:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4524
00010000:00010000:0.0:1761228237.891144:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228237.955148:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f24077b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737862976:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228237.955247:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228237.955388:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737862976
00000100:00100000:3.0:1761228237.955446:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107
00000100:00100000:3.0:1761228237.955452:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d8be61a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737862976:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228237.955506:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228237.955559:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d8be61a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737862976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (314us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228237.955567:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107
00000100:00100000:2.0:1761228237.955679:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f24077b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737862976:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228238.915095:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228238.981692:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737863040:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228238.981695:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228238.981709:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228238.981716:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228238.981725:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3829
00000100:00080000:2.0:1761228238.981729:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228238.981737:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228238.981769:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002afd8ce8 x1846777737863360/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228238.981821:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228238.981825:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228238.981827:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228238.981831:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3829
00000100:00080000:2.0:1761228238.981833:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228238.981838:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228238.981849:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228238.981854:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ca852440 x1846777737863424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228238.981900:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737863296:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.981936:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228238.981962:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a225c4ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737863680:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.981986:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228238.982002:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228238.982008:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737863232:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.982034:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228238.982056:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032a16fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737863616:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.982094:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228238.982111:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737863168:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.982146:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863040
00000100:00100000:2.0:1761228238.982178:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228238.982213:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685
00000100:00100000:2.0:1761228238.982219:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737863552:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.982230:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737863040:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228238.982256:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228238.982292:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228238.982301:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737863104:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.982302:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737863040:12345-0@lo:400:kworker/u8:4.0 Request processed in 78us (453us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228238.982321:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685
00000100:00100000:2.0:1761228238.982350:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228238.982376:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863680
00000100:00100000:2.0:1761228238.982379:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031aafaca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737863488:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.982410:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863616
00000100:00100000:2.0:1761228238.982411:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228238.982438:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871
00000100:00100000:1.0:1761228238.982442:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737863680:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228238.982452:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737863360:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228238.982574:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863296
00000100:00100000:3.0:1761228238.982605:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863168
00000100:00100000:3.0:1761228238.982622:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108
00000100:00100000:3.0:1761228238.982627:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737863296:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.983468:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737863680:12345-0@lo:400:kworker/u8:4.0 Request processed in 1021us (1478us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228238.983479:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871
00000100:00100000:1.0:1761228238.983506:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872
00000100:00100000:1.0:1761228238.983511:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737863616:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.983564:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737863616:12345-0@lo:400:kworker/u8:4.0 Request processed in 54us (1471us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228238.983570:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872
00000100:00100000:1.0:1761228238.983622:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032a16fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737863616:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.983633:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a225c4ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737863680:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.983641:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737863040:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.983703:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863232
00000100:00100000:1.0:1761228238.983734:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863552
00000100:00100000:1.0:1761228238.983753:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863104
00000100:00100000:1.0:1761228238.983768:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863488
00000100:00100000:1.0:1761228238.983797:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4525
00000100:00100000:1.0:1761228238.983800:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5bb7b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737863232:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.983838:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5bb7b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737863232:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (1803us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228238.983843:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4525
00000100:00100000:1.0:1761228238.983855:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4526
00000100:00100000:1.0:1761228238.983859:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f3964b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737863552:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.983890:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f3964b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737863552:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (1636us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228238.983896:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4526
00000100:00100000:1.0:1761228238.983907:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4527
00000100:00100000:1.0:1761228238.983910:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000781efa5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737863104:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.983936:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000781efa5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737863104:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (1589us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228238.983942:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4527
00000100:00100000:1.0:1761228238.983951:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4528
00000100:00100000:1.0:1761228238.983955:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ebe626d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737863488:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.983979:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ebe626d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737863488:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (1570us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228238.983984:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4528
00000100:00100000:1.0:1761228238.984007:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109
00000100:00100000:1.0:1761228238.984012:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e041cfec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737863168:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.984040:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e041cfec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737863168:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (1865us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228238.984045:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109
00000100:00100000:1.0:1761228238.984110:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737863232:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.984189:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737863104:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.984199:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031aafaca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737863488:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.984209:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737863168:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228238.984230:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737863552:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228238.988860:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228238.988949:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca852440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737863424:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228238.989035:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228238.989195:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863360
00000100:00100000:1.0:1761228238.989242:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863424
00000100:00100000:3.0:1761228238.989827:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737863296:12345-0@lo:400:kworker/u8:4.0 Request processed in 7196us (7888us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228238.989840:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108
00000100:00100000:3.0:1761228238.989906:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737863296:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228238.989970:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259
00000100:00100000:0.0:1761228238.989986:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018e8e332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737863360:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228238.990158:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260
00000100:00100000:3.0:1761228238.990166:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737863424:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228238.990294:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:0.0:1761228238.990322:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228238.990358:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737863424:12345-0@lo:8:kworker/u8:4.0 Request processed in 191us (1322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228238.990367:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260
00000100:00100000:0.0:1761228238.990438:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018e8e332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737863360:12345-0@lo:8:kworker/u8:4.0 Request processed in 456us (1591us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228238.990453:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259
00000100:00080000:2.0:1761228238.990500:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228238.990507:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228238.990514:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737863360:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228238.990526:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228238.990530:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228238.990535:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca852440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737863424:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228239.495570:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228239.495596:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a85c126 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737863744:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228239.495686:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228239.496046:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863744
00000100:00100000:2.0:1761228239.496128:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969
00000100:00100000:2.0:1761228239.496135:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004624e871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737863744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228239.496184:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228239.496248:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004624e871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737863744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (564us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228239.496256:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969
00000100:00100000:0.0:1761228239.496360:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a85c126 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737863744:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228239.839177:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228239.839235:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228239.839369:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737472
00000100:00100000:1.0:1761228239.839442:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737536
00000100:00100000:1.0:1761228239.839474:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1343
00000100:00100000:1.0:1761228239.839482:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6f080f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720737472:12345-192.168.202.14@tcp:17:kworker/1:2.0
00000100:00100000:1.0:1761228239.839622:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6f080f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720737472:12345-192.168.202.14@tcp:17:kworker/1:2.0 Request processed in 140us (458us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228239.839632:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1343
00000100:00100000:1.0:1761228239.839661:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1344
00000100:00100000:1.0:1761228239.839666:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066230d33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720737536:12345-192.168.202.14@tcp:17:kworker/1:2.0
00000100:00100000:1.0:1761228239.839708:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066230d33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720737536:12345-192.168.202.14@tcp:17:kworker/1:2.0 Request processed in 41us (473us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228239.839715:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1344
00010000:00010000:1.0:1761228239.939161:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228240.516061:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228240.516081:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737863808:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228240.516180:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228240.516294:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863808
00000100:00100000:3.0:1761228240.516359:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110
00000100:00100000:3.0:1761228240.516366:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007842d1ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737863808:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228240.516427:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228240.516504:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007842d1ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737863808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228240.516516:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110
00000100:00100000:2.0:1761228240.516667:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737863808:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228240.963457:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228241.989864:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228242.908582:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228242.908642:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228242.908686:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228242.908738:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228242.908846:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737792
00000100:00100000:2.0:1761228242.908910:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2261
00000100:00100000:2.0:1761228242.908920:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c33116 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720737792:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228242.909039:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228242.909121:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c33116 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720737792:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 202us (479us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228242.909133:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2261
00000100:00100000:3.0:1761228242.909357:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737600
00000100:00100000:3.0:1761228242.909400:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1686
00000100:00100000:3.0:1761228242.909405:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720737600:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228242.909464:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720737600:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 58us (778us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228242.909471:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1686
00000100:00100000:3.0:1761228242.909515:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737664
00000100:00100000:3.0:1761228242.909541:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737728
00000100:00100000:3.0:1761228242.909558:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4529
00000100:00100000:3.0:1761228242.909562:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a52ca263 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720737664:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228242.909599:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a52ca263 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720737664:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 36us (1031us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228242.909606:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4529
00000100:00100000:3.0:1761228242.909617:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4530
00000100:00100000:3.0:1761228242.909621:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004463b725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720737728:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228242.909644:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004463b725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720737728:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 23us (907us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228242.909650:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4530
00010000:00010000:1.0:1761228243.011176:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228243.075166:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737863872:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228243.076287:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228243.077197:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863872
00000100:00100000:1.0:1761228243.077595:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111
00000100:00100000:1.0:1761228243.077604:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000325cfc5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737863872:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228243.077650:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228243.077719:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000325cfc5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737863872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (1439us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228243.077726:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111
00000100:00100000:2.0:1761228243.077851:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737863872:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228244.036103:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228244.099131:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228244.099141:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228244.099145:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228244.099156:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3834
00000100:00080000:2.0:1761228244.099161:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228244.099169:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228244.099199:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002e12988b x1846777737864256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228244.099217:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228244.099221:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228244.099222:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228244.099225:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3834
00000100:00080000:2.0:1761228244.099227:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228244.099229:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228244.099241:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004a85c126 x1846777737864320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228244.099307:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e12988b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737864256:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228244.099397:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228244.099434:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a85c126 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737864320:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228244.099456:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228244.099510:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864256
00000100:00100000:2.0:1761228244.099548:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864320
00000100:00100000:2.0:1761228244.099570:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262
00000100:00100000:2.0:1761228244.099577:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737864256:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228244.099676:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228244.099719:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737864256:12345-0@lo:8:kworker/u8:4.0 Request processed in 142us (323us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228244.099726:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262
00000100:00100000:2.0:1761228244.099745:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263
00000100:00100000:2.0:1761228244.099748:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737864320:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228244.099850:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228244.099873:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737864320:12345-0@lo:8:kworker/u8:4.0 Request processed in 123us (417us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228244.099879:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263
00000100:00100000:2.0:1761228244.099914:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069c59eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737864000:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228244.099947:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228244.099964:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a225c4ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737864384:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228244.099984:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228244.100015:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228244.100021:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000effd6bc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737864064:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228244.100044:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228244.100057:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032a16fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737864448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228244.100075:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228244.100102:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864000
00000100:00100000:2.0:1761228244.100130:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864384
00000100:00100000:2.0:1761228244.100143:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864448
00000100:00100000:2.0:1761228244.100157:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4531
00000100:00100000:2.0:1761228244.100161:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085be8038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737864000:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228244.100205:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085be8038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737864000:12345-0@lo:400:kworker/u8:4.0 Request processed in 44us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228244.100211:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4531
00000100:00100000:2.0:1761228244.100223:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4532
00000100:00100000:2.0:1761228244.100226:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d30336ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737864384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228244.100250:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d30336ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737864384:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228244.100257:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4532
00000100:00100000:2.0:1761228244.100269:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4533
00000100:00100000:2.0:1761228244.100272:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d33bfae3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737864448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228244.100297:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d33bfae3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737864448:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228244.100302:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4533
00000100:00080000:2.0:1761228244.100337:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228244.100341:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228244.100345:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e12988b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737864256:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228244.100354:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228244.100356:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228244.100359:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a85c126 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737864320:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228244.100392:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032a16fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737864448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228244.100402:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069c59eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737864000:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228244.100410:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a225c4ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737864384:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101140:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864064
00000100:00100000:0.0:1761228244.101199:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112
00000100:00100000:0.0:1761228244.101204:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089cd820c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737864064:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101267:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089cd820c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737864064:12345-0@lo:400:kworker/u8:4.0 Request processed in 62us (1222us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228244.101277:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112
00000100:00100000:0.0:1761228244.101311:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095885812 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737864128:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101346:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228244.101366:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077b1fcd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737864512:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101387:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228244.101403:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228244.101409:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000033863ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737863936:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101439:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228244.101455:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b15baef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737864192:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101478:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228244.101506:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbd51c60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737864576:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101526:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228244.101550:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864512
00000100:00100000:0.0:1761228244.101579:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864576
00000100:00100000:0.0:1761228244.101599:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873
00000100:00100000:0.0:1761228244.101602:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737864512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101635:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737864512:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228244.101641:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873
00000100:00100000:0.0:1761228244.101653:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874
00000100:00100000:0.0:1761228244.101656:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737864576:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101680:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737864576:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228244.101686:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874
00000100:00100000:0.0:1761228244.101709:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864128
00000100:00100000:0.0:1761228244.101730:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4534
00000100:00100000:0.0:1761228244.101734:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019b1043d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737864128:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101761:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019b1043d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737864128:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (415us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228244.101767:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4534
00000100:00100000:0.0:1761228244.101842:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864192
00000100:00100000:0.0:1761228244.101863:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113
00000100:00100000:0.0:1761228244.101866:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737864192:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101892:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737864192:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (414us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228244.101898:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113
00000100:00100000:0.0:1761228244.101929:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b15baef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737864192:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101939:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbd51c60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737864576:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101947:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095885812 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737864128:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101955:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077b1fcd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737864512:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.101989:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000effd6bc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737864064:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.102066:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737863936
00000100:00100000:0.0:1761228244.102091:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687
00000100:00100000:0.0:1761228244.102095:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737863936:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228244.102127:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737863936:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (687us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228244.102132:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687
00000100:00100000:0.0:1761228244.102163:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000033863ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737863936:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228244.611322:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228244.611353:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081aa79c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737864640:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228244.611444:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228244.611612:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864640
00000100:00100000:2.0:1761228244.611681:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970
00000100:00100000:2.0:1761228244.611689:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737864640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228244.611736:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228244.611819:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737864640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (376us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228244.611829:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970
00000100:00100000:1.0:1761228244.611919:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081aa79c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737864640:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228245.061385:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228245.635122:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e7b4dcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737864704:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228245.635226:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228245.635749:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864704
00000100:00100000:3.0:1761228245.635828:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114
00000100:00100000:3.0:1761228245.635834:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008743fe78 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737864704:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228245.635883:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228245.635941:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008743fe78 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737864704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (717us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228245.635950:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114
00000100:00100000:0.0:1761228245.636112:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e7b4dcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737864704:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228246.083602:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228247.109461:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228248.029030:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228248.029078:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228248.029109:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228248.029152:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228248.029189:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738048
00000100:00100000:3.0:1761228248.029227:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2264
00000100:00100000:3.0:1761228248.029233:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bb5e8c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720738048:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228248.029331:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228248.029476:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737984
00000100:00100000:2.0:1761228248.029507:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737920
00000100:00100000:2.0:1761228248.029524:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4535
00000100:00100000:2.0:1761228248.029529:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000200651bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720737984:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228248.029636:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bb5e8c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720738048:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 401us (483us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228248.029644:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2264
00000100:00100000:1.0:1761228248.029950:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4536
00000100:00100000:1.0:1761228248.029965:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a127f8e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720737920:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228248.030042:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000200651bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720737984:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 511us (963us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228248.030049:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4535
00000100:00100000:1.0:1761228248.030309:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a127f8e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720737920:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 343us (1199us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228248.030316:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4536
00000100:00100000:0.0:1761228248.033019:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720737856
00000100:00100000:0.0:1761228248.034567:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1688
00000100:00100000:0.0:1761228248.034578:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720737856:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228248.034651:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720737856:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 75us (5629us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228248.034658:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1688
00010000:00010000:1.0:1761228248.136389:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228248.196733:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228248.196753:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077613368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737864768:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228248.196848:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228248.196944:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864768
00000100:00100000:0.0:1761228248.197009:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115
00000100:00100000:0.0:1761228248.197015:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737864768:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228248.197055:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228248.197120:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737864768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228248.197127:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115
00000100:00100000:1.0:1761228248.197220:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077613368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737864768:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228249.155578:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228249.219227:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1761228249.219240:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228249.219248:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228249.219252:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1761228249.219259:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2125601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737865024:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228249.219262:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3839
00000100:00080000:2.0:1761228249.219266:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228249.219274:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228249.219303:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003526d8f7 x1846777737865152/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228249.219321:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228249.219327:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228249.219329:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228249.219332:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3839
00000100:00080000:2.0:1761228249.219334:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228249.219337:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228249.219351:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228249.219353:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d4187c5f x1846777737865216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228249.219389:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c82238ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737864832:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228249.219411:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003526d8f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737865152:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228249.219423:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228249.219441:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737865408:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228249.219456:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228249.219480:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865024
00000100:00100000:2.0:1761228249.219488:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737865216:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228249.219518:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228249.219528:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4537
00000100:00100000:3.0:1761228249.219535:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e7b4dcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737865024:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228249.219555:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076a6ceef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737864960:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.219595:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e7b4dcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737865024:12345-0@lo:400:kworker/u8:4.0 Request processed in 58us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228249.219600:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228249.219607:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4537
00000100:00100000:2.0:1761228249.219621:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737865344:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.219642:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865152
00000100:00100000:2.0:1761228249.219647:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228249.219663:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865216
00000100:00100000:2.0:1761228249.219672:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228249.219681:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000242daeec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737864896:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.219683:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265
00000100:00100000:3.0:1761228249.219690:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737865152:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228249.219708:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228249.219722:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8fb434c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737865280:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228249.219742:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228249.219768:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865344
00010000:02020000:3.0:1761228249.219811:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228249.219819:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864896
00000100:00100000:2.0:1761228249.219842:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865280
00000100:00100000:3.0:1761228249.219855:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737865152:12345-0@lo:8:kworker/u8:4.0 Request processed in 164us (400us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228249.219866:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4538
00000100:00100000:3.0:1761228249.219866:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265
00000100:00100000:2.0:1761228249.219874:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081aa79c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737865344:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.219883:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266
00000100:00100000:3.0:1761228249.219887:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e140416b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737865216:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228249.219987:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228249.220008:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e140416b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737865216:12345-0@lo:8:kworker/u8:4.0 Request processed in 121us (492us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228249.220015:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266
00000100:00100000:3.0:1761228249.220033:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4539
00000100:00100000:3.0:1761228249.220037:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077b1fcd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737864896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220065:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077b1fcd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737864896:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228249.220071:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4539
00000100:00100000:3.0:1761228249.220084:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4540
00000100:00100000:3.0:1761228249.220087:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbd51c60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737865280:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220110:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbd51c60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737865280:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228249.220115:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4540
00000100:00100000:3.0:1761228249.220134:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864960
00000100:00100000:3.0:1761228249.220152:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116
00000100:00100000:3.0:1761228249.220156:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000940777ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737864960:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220178:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000940777ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737864960:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (584us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228249.220183:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116
00000100:00080000:3.0:1761228249.220248:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228249.220252:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228249.220257:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003526d8f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737865152:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228249.220264:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228249.220267:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228249.220269:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737865216:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220300:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228249.220323:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865408
00000100:00100000:3.0:1761228249.220326:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2125601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737865024:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220347:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1761228249.220353:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cefe8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737865088:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228249.220364:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875
00000100:00100000:0.0:1761228249.220370:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737865408:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220376:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228249.220390:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e649ff8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737865472:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228249.220538:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737864832
00000100:00100000:3.0:1761228249.220543:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228249.220568:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737865408:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228249.220574:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689
00000100:00100000:1.0:1761228249.220581:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737864832:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220594:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865472
00000100:00100000:3.0:1761228249.220621:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876
00000100:00100000:3.0:1761228249.220626:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7066142 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737865472:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228249.220632:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737864832:12345-0@lo:400:kworker/u8:4.0 Request processed in 49us (1206us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228249.220640:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689
00000100:00100000:3.0:1761228249.220662:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7066142 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737865472:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (120us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228249.220670:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876
00000100:00100000:3.0:1761228249.220693:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865088
00000100:00100000:3.0:1761228249.220711:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117
00000100:00100000:3.0:1761228249.220714:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000452cee49 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737865088:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220736:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000452cee49 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737865088:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228249.220741:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117
00000100:00100000:3.0:1761228249.220768:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000242daeec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737864896:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220797:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8fb434c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737865280:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.220807:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076a6ceef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737864960:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228249.221372:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081aa79c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737865344:12345-0@lo:400:kworker/u8:4.0 Request processed in 1497us (1724us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228249.221381:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4538
00000100:00100000:1.0:1761228249.221535:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cefe8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737865088:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228249.221539:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737865344:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228249.221556:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e649ff8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737865472:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228249.221570:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c82238ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737864832:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228249.221691:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737865408:12345-0@lo:400:kworker/u8:4.0 Request processed in 1319us (1391us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228249.221699:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875
00000100:00100000:3.0:1761228249.732455:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228249.732483:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c82238ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737865536:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228249.732574:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228249.732645:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865536
00000100:00100000:0.0:1761228249.732706:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971
00000100:00100000:0.0:1761228249.732713:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737865536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228249.732759:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228249.732842:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737865536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228249.732851:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971
00000100:00100000:3.0:1761228249.733861:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c82238ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737865536:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228250.185826:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228250.755335:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228250.755362:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737865600:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228250.755451:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228250.755640:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865600
00000100:00100000:3.0:1761228250.755693:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118
00000100:00100000:3.0:1761228250.755699:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f8c27ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737865600:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228250.755745:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228250.755822:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f8c27ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737865600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (372us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228250.755829:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118
00000100:00100000:1.0:1761228250.755951:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737865600:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228251.203736:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228252.227086:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228253.152234:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228253.152298:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228253.152346:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228253.152373:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228253.152417:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738176
00000100:00100000:0.0:1761228253.152472:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738240
00000100:00100000:0.0:1761228253.152493:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4541
00000100:00100000:0.0:1761228253.152500:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094cbd584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720738176:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228253.152591:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094cbd584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720738176:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 91us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228253.152600:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4541
00000100:00100000:0.0:1761228253.152618:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4542
00000100:00100000:0.0:1761228253.152622:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c2ac5bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720738240:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228253.152643:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c2ac5bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720738240:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228253.152648:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4542
00000100:00100000:2.0:1761228253.152937:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738304
00000100:00100000:2.0:1761228253.152974:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2267
00000100:00100000:2.0:1761228253.152978:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000facd6ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720738304:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228253.153073:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228253.153113:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000facd6ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720738304:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 134us (895us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228253.153119:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2267
00000100:00100000:2.0:1761228253.153138:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738112
00000100:00100000:2.0:1761228253.153163:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1690
00000100:00100000:2.0:1761228253.153167:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720738112:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228253.153190:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720738112:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (845us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228253.153195:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1690
00010000:00010000:1.0:1761228253.251429:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228253.315150:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008701c707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737865664:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228253.315267:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228253.315385:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865664
00000100:00100000:0.0:1761228253.315447:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119
00000100:00100000:0.0:1761228253.315454:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737865664:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228253.315510:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228253.315570:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737865664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228253.315578:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119
00000100:00100000:3.0:1761228253.315755:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008701c707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737865664:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228254.278188:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228254.339171:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228254.339182:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228254.339187:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228254.339198:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3845
00000100:00080000:3.0:1761228254.339203:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228254.339210:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228254.339239:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8cd9e37 x1846777737866048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228254.339256:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228254.339259:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228254.339260:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228254.339263:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3845
00000100:00080000:3.0:1761228254.339264:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228254.339267:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228254.339270:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021f9c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737865920:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.339278:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001ca5102a x1846777737866112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228254.339350:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737866048:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228254.339372:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228254.339385:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228254.339404:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ca5102a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737866112:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228254.339415:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737866304:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.339424:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228254.339435:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228254.339449:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228254.339454:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737865728:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.339463:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866048
00000100:00100000:0.0:1761228254.339483:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228254.339496:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0a0ec18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737865984:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.339500:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866112
00000100:00100000:3.0:1761228254.339515:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866304
00000100:00100000:0.0:1761228254.339517:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228254.339532:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737866368:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.339547:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877
00000100:00100000:0.0:1761228254.339550:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228254.339554:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f696fd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737866304:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.339608:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f696fd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737866304:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228254.339615:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877
00000100:00100000:3.0:1761228254.339636:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866368
00000100:00100000:3.0:1761228254.339648:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878
00000100:00100000:0.0:1761228254.339650:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865984
00000100:00100000:3.0:1761228254.339651:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737866368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.339679:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737866368:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228254.339683:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120
00000100:00100000:3.0:1761228254.339684:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878
00000100:00100000:0.0:1761228254.339687:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ee855be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737865984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.339695:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268
00000100:00100000:3.0:1761228254.339698:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737866048:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228254.339718:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ee855be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737865984:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228254.339724:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120
00000100:00100000:1.0:1761228254.339766:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269
00000100:00100000:1.0:1761228254.339814:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb3a90fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737866112:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228254.339830:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228254.339869:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737866048:12345-0@lo:8:kworker/u8:2.0 Request processed in 169us (483us total) trans 0 rc -19/-19
00010000:02020000:1.0:1761228254.339923:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228254.339938:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e2c16b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737865856:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228254.339938:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737865792:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228254.339977:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228254.339977:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228254.339996:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737866240:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228254.339997:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000128160f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737866176:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228254.340038:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228254.340058:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb3a90fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737866112:12345-0@lo:8:kworker/u8:2.0 Request processed in 242us (630us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228254.340070:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269
00000100:00100000:3.0:1761228254.340221:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268
00000100:00100000:3.0:1761228254.340254:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865856
00000100:00100000:3.0:1761228254.340277:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121
00000100:00100000:3.0:1761228254.340293:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009972036f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737865856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.340328:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009972036f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737865856:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228254.340340:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121
00000100:00080000:3.0:1761228254.340379:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228254.340384:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228254.340388:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737866048:0@lo:8:kworker/u8:2.0
00000100:00080000:3.0:1761228254.340399:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228254.340403:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228254.340405:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ca5102a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737866112:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228254.340454:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0a0ec18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737865984:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.340479:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737866368:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228254.340481:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865920
00000100:00100000:0.0:1761228254.340490:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865792
00000100:00100000:3.0:1761228254.340497:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737866304:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228254.340558:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866240
00000100:00100000:3.0:1761228254.340569:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737865728
00000100:00100000:1.0:1761228254.340582:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543
00000100:00100000:0.0:1761228254.340593:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4544
00000100:00100000:1.0:1761228254.340597:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a95e4878 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737865920:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228254.340605:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e649ff8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737865792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.340615:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691
00000100:00100000:3.0:1761228254.340621:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737865728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228254.340657:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4545
00000100:00100000:2.0:1761228254.340668:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051f3cc66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737866240:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228254.340687:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a95e4878 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737865920:12345-0@lo:400:kworker/u8:2.0 Request processed in 95us (1315us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228254.340695:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543
00000100:00100000:2.0:1761228254.340727:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051f3cc66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737866240:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (687us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228254.340736:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4545
00000100:00100000:0.0:1761228254.340826:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e649ff8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737865792:12345-0@lo:400:kworker/u8:2.0 Request processed in 224us (850us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228254.340836:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4544
00000100:00100000:3.0:1761228254.340849:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737865728:12345-0@lo:400:kworker/u8:2.0 Request processed in 220us (1358us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228254.340851:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737865728:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228254.340851:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228254.340875:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691
00000100:00100000:0.0:1761228254.340894:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866176
00000100:00100000:1.0:1761228254.340904:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021f9c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737865920:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228254.340944:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4546
00000100:00100000:2.0:1761228254.340947:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737865792:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228254.340952:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cefe8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737866176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.340998:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e2c16b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737865856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228254.341028:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737866240:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228254.341031:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cefe8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737866176:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228254.341038:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000128160f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737866176:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228254.341046:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4546
00000100:00100000:2.0:1761228254.852067:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737866432:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228254.852152:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228254.852356:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866432
00000100:00100000:1.0:1761228254.852413:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972
00000100:00100000:1.0:1761228254.852420:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061fbf1f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737866432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228254.852457:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228254.852511:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061fbf1f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737866432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228254.852519:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972
00000100:00100000:2.0:1761228254.852697:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737866432:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228255.299724:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228255.876199:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228255.876216:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737866496:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228255.876289:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228255.876388:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866496
00000100:00100000:3.0:1761228255.876440:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122
00000100:00100000:3.0:1761228255.876446:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076a6ceef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737866496:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228255.876488:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228255.884357:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076a6ceef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737866496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7901us (8060us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228255.884378:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122
00000100:00100000:2.0:1761228255.884491:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737866496:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228256.323051:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228257.347500:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228258.270019:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228258.271047:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228258.272894:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738368
00000100:00100000:1.0:1761228258.273014:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1692
00000100:00100000:1.0:1761228258.273024:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720738368:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228258.273171:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720738368:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 147us (3163us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228258.273180:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1692
00000100:00100000:0.0:1761228258.274773:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228258.275253:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738496
00000100:00100000:2.0:1761228258.275329:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4547
00000100:00100000:2.0:1761228258.275336:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cda872c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720738496:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228258.275435:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cda872c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720738496:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 98us (4393us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228258.275444:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4547
00000100:00100000:2.0:1761228258.276188:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738432
00000100:00100000:2.0:1761228258.276235:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4548
00000100:00100000:2.0:1761228258.276239:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531d8745 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720738432:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228258.276276:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531d8745 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720738432:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 37us (1510us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228258.276287:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4548
00000100:00100000:0.0:1761228258.276555:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228258.276750:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738560
00000100:00100000:2.0:1761228258.277001:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2270
00000100:00100000:2.0:1761228258.277007:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000951b6e0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720738560:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228258.277108:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228258.277158:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000951b6e0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720738560:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 151us (605us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228258.277165:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2270
00010000:00010000:0.0:1761228258.371116:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228258.436268:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228258.436286:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e7bafc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737866560:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228258.436349:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228258.436428:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866560
00000100:00100000:0.0:1761228258.436475:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123
00000100:00100000:0.0:1761228258.436480:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737866560:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228258.436521:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228258.436582:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737866560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228258.436589:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123
00000100:00100000:3.0:1761228258.436717:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e7bafc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737866560:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228259.395019:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228259.459101:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228259.459109:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228259.459112:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228259.459130:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3850
00000100:00080000:3.0:1761228259.459133:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228259.459145:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228259.459167:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008cf1eb3e x1846777737866944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228259.459193:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228259.459196:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228259.459198:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228259.459207:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3850
00000100:00080000:3.0:1761228259.459209:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228259.459212:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228259.459224:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000052acdfc4 x1846777737867008/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228259.459291:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737866944:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228259.459369:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228259.459400:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737867008:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228259.459440:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228259.459552:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737866624:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.459602:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228259.459632:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f23e83a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737866880:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.459658:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228259.459673:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0da7a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737867264:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.459695:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228259.459702:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737866688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.459721:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228259.459730:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d72cdff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737866816:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228259.459739:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228259.459760:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737867072:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228259.459814:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47c293c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737866752:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.459815:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228259.459858:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737867200:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228259.460139:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866944
00000100:00100000:0.0:1761228259.460164:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228259.460172:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867008
00000100:00100000:0.0:1761228259.460184:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091258c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737867136:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228259.460199:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867264
00000100:00100000:0.0:1761228259.460208:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228259.460239:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879
00000100:00100000:0.0:1761228259.460250:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271
00000100:00100000:0.0:1761228259.460255:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076bd46df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737866944:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228259.460261:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737867264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228259.460307:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737867264:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (614us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228259.460313:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879
00000100:00100000:2.0:1761228259.460329:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272
00000100:00100000:2.0:1761228259.460333:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737867008:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228259.460366:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228259.460398:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076bd46df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737866944:12345-0@lo:8:kworker/u8:2.0 Request processed in 142us (1030us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228259.460404:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271
00000100:00100000:0.0:1761228259.460422:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866880
00000100:00100000:0.0:1761228259.460436:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866752
00000100:00100000:0.0:1761228259.460447:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124
00010000:02020000:2.0:1761228259.460448:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228259.460452:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737866880:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228259.460476:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737866880:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (818us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228259.460481:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124
00000100:00100000:0.0:1761228259.460491:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125
00000100:00100000:0.0:1761228259.460495:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737866752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228259.460521:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737866752:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228259.460526:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125
00000100:00100000:0.0:1761228259.460541:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866688
00000100:00100000:0.0:1761228259.460557:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866816
00000100:00100000:0.0:1761228259.460569:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867136
00000100:00100000:0.0:1761228259.460584:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4549
00000100:00100000:0.0:1761228259.460588:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e7bafc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737866688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228259.460611:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e7bafc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737866688:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (873us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228259.460616:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4549
00000100:00100000:0.0:1761228259.460626:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4550
00000100:00100000:0.0:1761228259.460629:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fcdca35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737866816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228259.460636:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737866624
00000100:00100000:3.0:1761228259.460666:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693
00000100:00100000:3.0:1761228259.460670:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737866624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.461110:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228259.461149:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f23e83a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737866880:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.461161:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0da7a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737867264:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.461184:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d72cdff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737866816:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.461226:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867200
00000100:00100000:1.0:1761228259.461248:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880
00000100:00100000:1.0:1761228259.461251:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eccf2a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737867200:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.461284:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eccf2a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737867200:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228259.461289:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880
00000100:00100000:1.0:1761228259.461328:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4551
00000100:00100000:1.0:1761228259.461333:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077613368 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737867136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.461360:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077613368 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737867136:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (1152us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228259.461365:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4551
00000100:00100000:1.0:1761228259.461382:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228259.461933:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737867008:12345-0@lo:8:kworker/u8:2.0 Request processed in 1598us (2492us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228259.461941:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272
00000100:00100000:2.0:1761228259.461976:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867072
00000100:00100000:2.0:1761228259.462003:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4552
00000100:00100000:2.0:1761228259.462006:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000917eeb37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737867072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228259.462038:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000917eeb37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737867072:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (656us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228259.462043:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4552
00000100:00100000:1.0:1761228259.462870:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737866688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.462992:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737867072:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.463229:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737867200:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.463278:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47c293c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737866752:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228259.463289:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091258c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737867136:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228259.463317:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228259.463320:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228259.463323:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737866944:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228259.463331:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228259.463333:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228259.463335:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737867008:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228259.464335:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737866624:12345-0@lo:400:kworker/u8:2.0 Request processed in 3659us (4730us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228259.464347:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693
00000100:00100000:0.0:1761228259.464425:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fcdca35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737866816:12345-0@lo:400:kworker/u8:2.0 Request processed in 3794us (4649us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228259.464433:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4550
00000100:00100000:1.0:1761228259.465978:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737866624:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228259.980348:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228259.980368:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737867328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228259.980449:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228259.980752:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867328
00000100:00100000:2.0:1761228259.980852:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973
00000100:00100000:2.0:1761228259.980858:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737867328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228259.980893:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228259.980932:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737867328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (484us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228259.980940:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973
00000100:00100000:0.0:1761228259.981121:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737867328:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228260.419755:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228260.995634:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737867392:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228260.995705:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228260.995822:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867392
00000100:00100000:3.0:1761228260.995881:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1761228260.995887:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737867392:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228260.995931:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228260.995977:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737867392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228260.995984:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1761228260.996024:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000413996c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737867392:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228261.443003:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228262.467750:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228263.388197:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228263.388255:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228263.388285:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228263.388315:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228263.388352:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738688
00000100:00100000:3.0:1761228263.388397:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738752
00000100:00100000:3.0:1761228263.388420:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4553
00000100:00100000:3.0:1761228263.388425:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000413996c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720738688:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228263.388498:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000413996c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720738688:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 72us (310us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228263.388509:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4553
00000100:00100000:3.0:1761228263.388525:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4554
00000100:00100000:3.0:1761228263.388529:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000243c7f3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720738752:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228263.388551:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000243c7f3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720738752:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228263.388557:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4554
00000100:00100000:2.0:1761228263.390101:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738624
00000100:00100000:2.0:1761228263.390161:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1694
00000100:00100000:2.0:1761228263.390167:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720738624:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228263.390229:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720738624:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 62us (1975us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228263.390237:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1694
00000100:00100000:0.0:1761228263.394081:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738816
00000100:00100000:0.0:1761228263.394147:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2273
00000100:00100000:0.0:1761228263.394154:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5c95e0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720738816:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228263.394259:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228263.394336:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5c95e0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720738816:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 181us (6020us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228263.394345:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2273
00010000:00010000:0.0:1761228263.491131:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228263.559762:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8696aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737867456:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228263.559877:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228263.559948:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867456
00000100:00100000:0.0:1761228263.559992:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127
00000100:00100000:0.0:1761228263.559998:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca852440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737867456:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228263.560034:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228263.560076:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca852440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737867456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228263.560083:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127
00000100:00100000:0.0:1761228263.560131:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8696aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737867456:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228264.515502:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228264.584246:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228264.584254:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228264.584257:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228264.584266:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3855
00000100:00080000:1.0:1761228264.584268:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1761228264.584271:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000caf9288e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737867712:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228264.584275:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228264.584294:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002a5522b x1846777737867840/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228264.584308:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228264.584311:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228264.584312:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228264.584314:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3855
00000100:00080000:1.0:1761228264.584316:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228264.584319:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228264.584327:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009f201c24 x1846777737867904/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228264.584336:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228264.584370:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031aafaca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737868096:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584381:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867712
00000100:00100000:2.0:1761228264.584392:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228264.584405:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761228264.584410:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737867520:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584419:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4555
00000100:00100000:1.0:1761228264.584425:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8fb434c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737867712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228264.584437:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228264.584448:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000237636a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737867776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584466:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8fb434c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737867712:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (131us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228264.584470:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228264.584474:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4555
00000100:00100000:2.0:1761228264.584481:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737868160:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584496:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867776
00000100:00100000:2.0:1761228264.584498:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228264.584516:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128
00000100:00100000:1.0:1761228264.584519:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737867776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228264.584525:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000caf9288e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737867712:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584544:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737867776:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (74us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228264.584544:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000237636a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737867776:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584550:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128
00000100:00100000:1.0:1761228264.584566:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868096
00000100:00100000:2.0:1761228264.584582:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737867648:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584587:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868160
00000100:00100000:1.0:1761228264.584603:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881
00000100:00100000:2.0:1761228264.584603:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228264.584606:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000242daeec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737868096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228264.584614:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737868032:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228264.584630:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228264.584634:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000242daeec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737868096:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228264.584639:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881
00000100:00100000:2.0:1761228264.584642:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228264.584646:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be8bf88f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737867584:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584649:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882
00000100:00100000:1.0:1761228264.584652:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2125601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737868160:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228264.584665:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228264.584671:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2125601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737868160:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228264.584676:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882
00000100:00100000:2.0:1761228264.584676:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737867968:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584698:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867648
00000100:00100000:2.0:1761228264.584711:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228264.584713:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129
00000100:00100000:1.0:1761228264.584716:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4187c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737867648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584742:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4187c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737867648:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (139us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228264.584748:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129
00000100:00100000:2.0:1761228264.584751:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867520
00000100:00100000:1.0:1761228264.584797:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737867648:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228264.584804:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695
00000100:00100000:2.0:1761228264.584807:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737867520:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.584813:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868032
00000100:00100000:1.0:1761228264.584832:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867584
00000100:00100000:2.0:1761228264.584834:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737867520:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (397us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228264.584840:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695
00000100:00100000:1.0:1761228264.584846:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867968
00000100:00100000:1.0:1761228264.584861:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4556
00000100:00100000:2.0:1761228264.584864:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4557
00000100:00100000:1.0:1761228264.584865:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003526d8f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737868032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228264.584867:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c82238ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737867584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228264.584980:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4558
00000100:00100000:0.0:1761228264.584985:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000033863ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737867968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228264.584990:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c82238ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737867584:12345-0@lo:400:kworker/u8:2.0 Request processed in 122us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228264.584997:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4557
00000100:00100000:0.0:1761228264.585016:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000033863ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737867968:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228264.585022:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4558
00000100:00100000:0.0:1761228264.585045:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002a5522b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737867840:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228264.585053:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737867520:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228264.585061:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737868160:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228264.585068:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228264.585069:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031aafaca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737868096:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228264.585079:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737867904:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228264.585096:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228264.585117:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867840
00000100:00100000:0.0:1761228264.585144:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737867904
00000100:00100000:0.0:1761228264.585158:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274
00000100:00100000:0.0:1761228264.585161:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737867840:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228264.585243:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228264.585273:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737867840:12345-0@lo:8:kworker/u8:2.0 Request processed in 111us (205us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228264.585282:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274
00000100:00100000:0.0:1761228264.585292:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275
00000100:00100000:0.0:1761228264.585295:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737867904:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228264.585371:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228264.585393:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737867904:12345-0@lo:8:kworker/u8:2.0 Request processed in 96us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228264.585398:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275
00000100:00080000:0.0:1761228264.585419:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228264.585423:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228264.585426:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002a5522b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737867840:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228264.585433:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228264.585435:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228264.585437:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737867904:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228264.585469:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be8bf88f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737867584:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228264.585478:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737867968:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228264.585486:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737868032:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228264.585718:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003526d8f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737868032:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228264.585726:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4556
00000100:00100000:2.0:1761228265.091749:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000190e2ade pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737868224:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228265.091840:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228265.091941:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868224
00000100:00100000:1.0:1761228265.091997:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974
00000100:00100000:1.0:1761228265.092004:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000effd6bc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737868224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228265.092035:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228265.092086:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000effd6bc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737868224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228265.092094:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974
00000100:00100000:0.0:1761228265.092300:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000190e2ade pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737868224:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228265.538986:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228266.115061:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228266.115077:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737868288:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228266.115148:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228266.115287:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868288
00000100:00100000:3.0:1761228266.115337:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130
00000100:00100000:3.0:1761228266.115342:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095885812 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737868288:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228266.115383:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228266.115436:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095885812 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737868288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228266.115443:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130
00000100:00100000:2.0:1761228266.115520:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035388480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737868288:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228266.563591:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228267.587951:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228268.510243:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228268.510629:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739072
00000100:00100000:0.0:1761228268.511321:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2276
00000100:00100000:0.0:1761228268.511330:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ff0674 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720739072:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228268.511436:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228268.511723:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ff0674 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720739072:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 385us (1481us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228268.511731:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2276
00000100:00100000:3.0:1761228268.512929:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228268.512977:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228268.513003:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228268.513447:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738880
00000100:00100000:2.0:1761228268.513494:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1696
00000100:00100000:2.0:1761228268.513500:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720738880:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228268.513558:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720738880:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 57us (581us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228268.513565:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1696
00000100:00100000:1.0:1761228268.514433:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720738944
00000100:00100000:1.0:1761228268.514488:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739008
00000100:00100000:1.0:1761228268.514517:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4559
00000100:00100000:1.0:1761228268.514523:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720738944:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228268.514574:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd59711d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720738944:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 50us (1649us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228268.514580:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4559
00000100:00100000:1.0:1761228268.514593:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4560
00000100:00100000:1.0:1761228268.514596:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035388480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720739008:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228268.514614:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035388480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720739008:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 17us (1611us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228268.514619:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4560
00010000:00010000:1.0:1761228268.611048:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228268.675493:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228268.675513:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000175b7881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737868352:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228268.675588:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228268.676009:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868352
00000100:00100000:1.0:1761228268.676065:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131
00000100:00100000:1.0:1761228268.676071:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737868352:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228268.676110:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228268.676167:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737868352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (579us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228268.676174:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131
00000100:00100000:0.0:1761228268.676212:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000175b7881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737868352:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228269.634998:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228269.700213:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228269.700226:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228269.700229:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228269.700237:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3860
00000100:00080000:1.0:1761228269.700241:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228269.700246:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228269.700268:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000be8bf88f x1846777737868736/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228269.700286:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228269.700289:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228269.700291:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228269.700293:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3860
00000100:00080000:1.0:1761228269.700295:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228269.700298:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228269.700308:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009f201c24 x1846777737868800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228269.700359:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737868608:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700425:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228269.700451:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737868992:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700475:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228269.700497:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228269.700503:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737868416:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700531:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228269.700546:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737868672:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700568:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228269.700582:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737869056:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700601:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228269.700625:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737868480:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700648:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228269.700664:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002a5522b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737868864:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700683:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228269.700709:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228269.700714:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737868544:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700742:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228269.700757:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031aafaca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737868928:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700798:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228269.700834:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868416
00000100:00100000:1.0:1761228269.700874:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697
00000100:00100000:1.0:1761228269.700880:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737868416:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.700926:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737868416:12345-0@lo:400:kworker/u8:4.0 Request processed in 45us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228269.700933:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697
00000100:00100000:1.0:1761228269.700968:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868608
00000100:00100000:1.0:1761228269.700990:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868480
00000100:00100000:1.0:1761228269.701002:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868864
00000100:00100000:1.0:1761228269.701015:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868928
00000100:00100000:1.0:1761228269.701027:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4561
00000100:00100000:1.0:1761228269.701030:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000237636a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737868608:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701058:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000237636a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737868608:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (635us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228269.701063:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4561
00000100:00100000:1.0:1761228269.701074:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4562
00000100:00100000:1.0:1761228269.701078:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b0e596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737868480:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701104:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b0e596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737868480:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (456us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228269.701110:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4562
00000100:00100000:1.0:1761228269.701119:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4563
00000100:00100000:1.0:1761228269.701123:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dc681bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737868864:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701146:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dc681bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737868864:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (462us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228269.701151:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4563
00000100:00100000:1.0:1761228269.701161:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4564
00000100:00100000:1.0:1761228269.701164:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000411fd218 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737868928:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701187:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000411fd218 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737868928:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228269.701192:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4564
00000100:00100000:1.0:1761228269.701208:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868672
00000100:00100000:1.0:1761228269.701224:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868544
00000100:00100000:1.0:1761228269.701234:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132
00000100:00100000:1.0:1761228269.701237:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001609e74b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737868672:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701263:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001609e74b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737868672:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (695us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228269.701269:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132
00000100:00100000:1.0:1761228269.701278:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133
00000100:00100000:1.0:1761228269.701282:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093ac076f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737868544:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701304:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093ac076f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737868544:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (561us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228269.701309:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133
00000100:00100000:1.0:1761228269.701340:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737868544:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701352:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031aafaca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737868928:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701362:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737868480:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701370:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002a5522b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737868864:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701414:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737868416:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701422:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737868672:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701430:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac00ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737868608:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701458:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868992
00000100:00100000:1.0:1761228269.701480:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869056
00000100:00100000:1.0:1761228269.701493:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883
00000100:00100000:1.0:1761228269.701497:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737868992:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701529:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737868992:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (1054us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228269.701536:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883
00000100:00100000:1.0:1761228269.701545:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884
00000100:00100000:1.0:1761228269.701547:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1be3e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737869056:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701570:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1be3e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737869056:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (969us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228269.701576:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884
00000100:00100000:1.0:1761228269.701595:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002afd8ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737869056:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228269.701605:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efb92775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737868992:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228269.703688:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be8bf88f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737868736:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228269.703772:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228269.703841:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737868800:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228269.703861:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228269.703928:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868736
00000100:00100000:0.0:1761228269.703960:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737868800
00000100:00100000:0.0:1761228269.703974:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277
00000100:00100000:0.0:1761228269.703978:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000175b7881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737868736:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228269.704071:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228269.704113:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000175b7881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737868736:12345-0@lo:8:kworker/u8:4.0 Request processed in 133us (341us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228269.704121:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277
00000100:00100000:0.0:1761228269.704135:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278
00000100:00100000:0.0:1761228269.704138:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737868800:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228269.704212:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228269.704232:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737868800:12345-0@lo:8:kworker/u8:4.0 Request processed in 93us (371us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228269.704237:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278
00000100:00080000:0.0:1761228269.704268:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228269.704272:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228269.704275:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be8bf88f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737868736:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228269.704282:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228269.704284:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228269.704286:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737868800:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228270.211101:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737869120:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228270.211186:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228270.211430:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869120
00000100:00100000:3.0:1761228270.211656:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975
00000100:00100000:3.0:1761228270.211663:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008336ec5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737869120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228270.211723:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228270.211770:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008336ec5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737869120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (585us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228270.211802:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975
00000100:00100000:0.0:1761228270.211876:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737869120:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228270.659017:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228271.237394:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737869184:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228271.237467:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228271.237567:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869184
00000100:00100000:1.0:1761228271.237622:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134
00000100:00100000:1.0:1761228271.237628:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffcb91f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737869184:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228271.237666:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228271.239562:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffcb91f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737869184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1927us (2089us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228271.239577:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134
00000100:00100000:0.0:1761228271.239609:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737869184:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228271.683034:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228272.708435:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228273.635398:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228273.641742:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739136
00000100:00100000:0.0:1761228273.641850:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1698
00000100:00100000:0.0:1761228273.641858:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720739136:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228273.641986:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720739136:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 124us (6597us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228273.641995:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1698
00000100:00100000:2.0:1761228273.642426:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228273.642469:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228273.642506:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228273.642537:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739200
00000100:00100000:2.0:1761228273.642578:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739264
00000100:00100000:2.0:1761228273.642597:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4565
00000100:00100000:2.0:1761228273.642603:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b15baef9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720739200:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228273.642646:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b15baef9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720739200:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 42us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228273.642663:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4565
00000100:00100000:2.0:1761228273.642677:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4566
00000100:00100000:2.0:1761228273.642680:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069c59eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720739264:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228273.642702:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069c59eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720739264:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 21us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228273.642708:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4566
00000100:00100000:1.0:1761228273.643645:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739328
00000100:00100000:1.0:1761228273.643765:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2279
00000100:00100000:1.0:1761228273.643771:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a225c4ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720739328:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228273.643899:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228273.643962:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a225c4ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720739328:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 189us (1492us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228273.643969:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2279
00010000:00010000:1.0:1761228273.732085:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228273.795432:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000aa205e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737869248:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228273.795542:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228273.795721:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869248
00000100:00100000:1.0:1761228273.795811:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135
00000100:00100000:1.0:1761228273.795818:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032a16fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737869248:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228273.795881:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228273.795954:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032a16fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737869248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 136us (414us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228273.795963:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135
00000100:00100000:3.0:1761228273.796177:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000aa205e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737869248:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228274.756034:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228274.819810:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228274.819828:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228274.819833:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228274.819843:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3865
00000100:00080000:1.0:1761228274.819847:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228274.819854:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228274.819883:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009278c8ce x1846777737869632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228274.819901:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228274.819905:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228274.819906:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228274.819910:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3865
00000100:00080000:1.0:1761228274.819912:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228274.819915:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228274.819926:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbae4803 x1846777737869696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228274.819980:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000706e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737869312:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820077:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228274.820109:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737869568:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820135:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228274.820148:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737869952:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820170:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228274.820197:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228274.820202:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a96fc635 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737869504:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820229:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228274.820244:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020b72bc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737869888:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820265:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228274.820298:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737869440:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820324:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228274.820338:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000658e1334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737869824:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820359:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228274.820380:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1761228274.820385:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047a18f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737869376:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820406:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228274.820421:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b1e6a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737869760:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820441:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228274.820476:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869312
00000100:00100000:1.0:1761228274.820536:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699
00000100:00100000:1.0:1761228274.820543:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737869312:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820604:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737869312:12345-0@lo:400:kworker/u8:4.0 Request processed in 61us (528us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228274.820612:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699
00000100:00100000:1.0:1761228274.820666:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869568
00000100:00100000:1.0:1761228274.820682:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869440
00000100:00100000:1.0:1761228274.820696:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136
00000100:00100000:1.0:1761228274.820700:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737869568:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820747:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737869568:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (612us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228274.820753:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136
00000100:00100000:1.0:1761228274.820765:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137
00000100:00100000:1.0:1761228274.820769:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737869440:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820830:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737869440:12345-0@lo:400:kworker/u8:4.0 Request processed in 60us (506us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228274.820836:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137
00000100:00100000:1.0:1761228274.820856:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869952
00000100:00100000:1.0:1761228274.820882:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869888
00000100:00100000:1.0:1761228274.820899:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885
00000100:00100000:1.0:1761228274.820904:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ee838d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737869952:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820932:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ee838d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737869952:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (761us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228274.820938:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885
00000100:00100000:1.0:1761228274.820949:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886
00000100:00100000:1.0:1761228274.820952:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737869888:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.820975:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737869888:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (709us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228274.820980:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886
00000100:00100000:1.0:1761228274.821011:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869504
00000100:00100000:1.0:1761228274.821036:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869824
00000100:00100000:1.0:1761228274.821052:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869376
00000100:00100000:1.0:1761228274.821064:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869760
00000100:00100000:1.0:1761228274.821075:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4567
00000100:00100000:1.0:1761228274.821079:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000aa205e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737869504:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821104:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000aa205e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737869504:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (876us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228274.821110:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4567
00000100:00100000:1.0:1761228274.821119:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4568
00000100:00100000:1.0:1761228274.821123:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efb92775 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737869824:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821142:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efb92775 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737869824:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (784us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228274.821147:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4568
00000100:00100000:1.0:1761228274.821155:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4569
00000100:00100000:1.0:1761228274.821158:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002afd8ce8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737869376:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821177:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002afd8ce8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737869376:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (772us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228274.821183:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4569
00000100:00100000:1.0:1761228274.821190:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570
00000100:00100000:1.0:1761228274.821193:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac00ffcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737869760:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821213:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac00ffcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737869760:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (772us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228274.821219:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570
00000100:00100000:1.0:1761228274.821277:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047a18f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737869376:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821286:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b1e6a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737869760:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821294:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737869440:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821302:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000658e1334 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737869824:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821356:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a96fc635 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737869504:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821367:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020b72bc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737869888:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821374:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000706e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737869312:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821383:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737869568:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228274.821391:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737869952:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228274.821894:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009278c8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737869632:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228274.821945:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228274.821977:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737869696:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228274.821999:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228274.822041:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869632
00000100:00100000:0.0:1761228274.822068:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737869696
00000100:00100000:0.0:1761228274.822081:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280
00000100:00100000:0.0:1761228274.822085:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9e32950 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737869632:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228274.822186:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228274.822224:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9e32950 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737869632:12345-0@lo:8:kworker/u8:4.0 Request processed in 138us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228274.822231:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280
00000100:00100000:0.0:1761228274.822245:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281
00000100:00100000:0.0:1761228274.822248:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d24a3127 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737869696:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228274.822324:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228274.822349:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d24a3127 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737869696:12345-0@lo:8:kworker/u8:4.0 Request processed in 99us (349us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228274.822355:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281
00000100:00080000:0.0:1761228274.822390:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228274.822395:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228274.822399:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009278c8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737869632:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228274.822407:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228274.822410:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228274.822412:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737869696:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228275.331421:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737870016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228275.331533:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228275.331848:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870016
00000100:00100000:3.0:1761228275.331915:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976
00000100:00100000:3.0:1761228275.331923:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a85c126 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737870016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228275.331973:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228275.332028:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a85c126 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737870016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (496us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228275.332036:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976
00000100:00100000:2.0:1761228275.332973:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737870016:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228275.779079:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228276.356151:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228276.356174:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737870080:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228276.356271:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228276.357083:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870080
00000100:00100000:3.0:1761228276.357152:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138
00000100:00100000:3.0:1761228276.357159:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737870080:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228276.357212:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228276.357290:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737870080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (1021us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228276.357298:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138
00000100:00100000:2.0:1761228276.357466:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737870080:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228276.806996:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228277.827414:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228278.752866:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228278.752941:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739392
00000100:00100000:0.0:1761228278.753000:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1700
00000100:00100000:0.0:1761228278.753007:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720739392:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228278.753080:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720739392:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 73us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228278.753087:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1700
00000100:00100000:3.0:1761228278.757022:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228278.757072:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228278.757367:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739456
00000100:00100000:1.0:1761228278.758059:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739520
00000100:00100000:1.0:1761228278.758100:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4571
00000100:00100000:1.0:1761228278.758107:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091258c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720739456:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228278.758185:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091258c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720739456:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 78us (1173us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228278.758194:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4571
00000100:00100000:1.0:1761228278.758211:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4572
00000100:00100000:1.0:1761228278.758214:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47c293c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720739520:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228278.758236:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47c293c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720739520:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 20us (1164us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228278.758242:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4572
00000100:00100000:2.0:1761228278.761009:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228278.761119:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739584
00000100:00100000:1.0:1761228278.761212:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2282
00000100:00100000:1.0:1761228278.761220:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e12988b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720739584:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228278.761313:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228278.761386:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e12988b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720739584:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 165us (387us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228278.761393:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2282
00010000:00010000:0.0:1761228278.851040:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228278.916706:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228278.916732:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737870144:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228278.916845:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228278.917126:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870144
00000100:00100000:1.0:1761228278.917182:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139
00000100:00100000:1.0:1761228278.917188:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000406f2bea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737870144:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228278.917228:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228278.917279:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000406f2bea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737870144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (435us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228278.917288:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139
00000100:00100000:2.0:1761228278.917369:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737870144:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228279.875128:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228279.939205:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228279.939212:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228279.939216:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228279.939224:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3870
00000100:00080000:3.0:1761228279.939227:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228279.939233:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228279.939252:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f23e83a6 x1846777737870528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228279.939269:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228279.939272:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228279.939273:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228279.939276:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3870
00000100:00080000:3.0:1761228279.939277:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228279.939280:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228279.939290:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006113cad8 x1846777737870592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228279.939347:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f23e83a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737870528:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228279.939411:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228279.939433:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737870592:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228279.939455:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228279.939493:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870528
00000100:00100000:3.0:1761228279.939524:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870592
00000100:00100000:3.0:1761228279.939541:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283
00000100:00100000:3.0:1761228279.939546:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ed621b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737870528:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228279.939655:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228279.939692:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ed621b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737870528:12345-0@lo:8:kworker/u8:4.0 Request processed in 145us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228279.939699:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283
00000100:00100000:3.0:1761228279.939855:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284
00000100:00100000:3.0:1761228279.939858:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c01a600d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737870592:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228279.939933:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228279.939956:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c01a600d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737870592:12345-0@lo:8:kworker/u8:4.0 Request processed in 96us (501us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228279.939962:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284
00000100:00100000:3.0:1761228279.939989:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737870336:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940015:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228279.940028:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737870720:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940051:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228279.940067:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228279.940072:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737870272:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940088:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228279.940101:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737870656:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940116:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228279.940136:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870720
00000100:00100000:3.0:1761228279.940162:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870272
00000100:00100000:3.0:1761228279.940177:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870656
00000100:00100000:3.0:1761228279.940191:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4573
00000100:00100000:3.0:1761228279.940195:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076bd46df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737870720:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940232:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076bd46df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737870720:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228279.940239:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4573
00000100:00100000:3.0:1761228279.940250:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4574
00000100:00100000:3.0:1761228279.940253:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737870272:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940277:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c6c9e27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737870272:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228279.940282:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4574
00000100:00100000:3.0:1761228279.940292:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4575
00000100:00100000:3.0:1761228279.940296:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5c95e0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737870656:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940321:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5c95e0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737870656:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228279.940326:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4575
00000100:00080000:3.0:1761228279.940358:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228279.940361:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228279.940366:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f23e83a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737870528:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228279.940374:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228279.940376:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228279.940378:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737870592:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940407:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737870272:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940416:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737870656:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.940424:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737870720:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.940769:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737870208:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.940839:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228279.940856:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0da7a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737870464:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.940878:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228279.940890:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737870848:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.940909:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228279.940925:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228279.940929:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d72cdff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737870400:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.940950:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228279.940965:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737870784:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.940983:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228279.941005:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870400
00000100:00100000:2.0:1761228279.941027:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4576
00000100:00100000:2.0:1761228279.941030:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064f194fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737870400:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.941056:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064f194fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737870400:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (106us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228279.941061:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4576
00000100:00100000:2.0:1761228279.941076:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870848
00000100:00100000:2.0:1761228279.941091:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870784
00000100:00100000:2.0:1761228279.941101:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887
00000100:00100000:2.0:1761228279.941104:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006abdd8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737870848:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.941125:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006abdd8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737870848:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228279.941129:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887
00000100:00100000:2.0:1761228279.941136:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888
00000100:00100000:2.0:1761228279.941139:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737870784:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.941154:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737870784:12345-0@lo:400:kworker/u8:4.0 Request processed in 14us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228279.941158:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888
00000100:00100000:2.0:1761228279.941185:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d72cdff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737870400:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.941191:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737870784:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.941197:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737870848:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228279.941411:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870336
00000100:00100000:0.0:1761228279.941428:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870464
00000100:00100000:0.0:1761228279.941438:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140
00000100:00100000:0.0:1761228279.941441:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb3a90fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737870336:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228279.941481:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb3a90fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737870336:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (1466us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228279.941487:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140
00000100:00100000:0.0:1761228279.941499:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141
00000100:00100000:0.0:1761228279.941503:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc875a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737870464:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228279.941534:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc875a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737870464:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (656us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228279.941539:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141
00000100:00100000:0.0:1761228279.941572:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0da7a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737870464:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228279.941734:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737870336:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.942078:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870208
00000100:00100000:3.0:1761228279.942119:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701
00000100:00100000:3.0:1761228279.942123:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737870208:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228279.942305:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737870208:12345-0@lo:400:kworker/u8:4.0 Request processed in 180us (1466us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228279.942311:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701
00000100:00100000:2.0:1761228279.942507:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737870208:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228280.452178:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737870912:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228280.452256:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228280.452354:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870912
00000100:00100000:0.0:1761228280.452406:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977
00000100:00100000:0.0:1761228280.452412:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737870912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228280.452444:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228280.452737:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737870912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 323us (482us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228280.452749:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977
00000100:00100000:1.0:1761228280.452854:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737870912:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228280.900454:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228281.475200:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228281.475214:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737870976:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228281.475283:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228281.475591:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737870976
00000100:00100000:0.0:1761228281.475689:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142
00000100:00100000:0.0:1761228281.475696:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737870976:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228281.475734:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228281.475815:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737870976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (532us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228281.475824:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142
00000100:00100000:2.0:1761228281.475840:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737870976:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228281.923072:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228282.947033:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228283.870329:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228283.870382:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228283.870415:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228283.870462:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739776
00000100:00100000:2.0:1761228283.870506:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228283.870515:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739712
00000100:00100000:1.0:1761228283.870552:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4577
00000100:00100000:1.0:1761228283.870560:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056d8e533 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720739776:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228283.870640:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056d8e533 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720739776:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 80us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228283.870648:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4577
00000100:00100000:1.0:1761228283.870665:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4578
00000100:00100000:1.0:1761228283.870670:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087f8a1c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720739712:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228283.870694:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087f8a1c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720739712:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 24us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228283.870701:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4578
00000100:00100000:3.0:1761228283.871084:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739648
00000100:00100000:3.0:1761228283.871117:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1702
00000100:00100000:3.0:1761228283.871122:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720739648:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228283.871298:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720739648:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 175us (985us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228283.871306:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1702
00000100:00100000:3.0:1761228283.871341:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739840
00000100:00100000:3.0:1761228283.871359:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2285
00000100:00100000:3.0:1761228283.871363:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720739840:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228283.871450:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228283.871476:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720739840:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 112us (971us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228283.871481:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2285
00010000:00010000:0.0:1761228283.971894:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228284.035094:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228284.035110:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737871040:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228284.035178:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228284.035299:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871040
00000100:00100000:0.0:1761228284.035350:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143
00000100:00100000:0.0:1761228284.035355:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737871040:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228284.035396:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228284.035447:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737871040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228284.035455:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143
00000100:00100000:2.0:1761228284.035694:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737871040:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228284.995005:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228285.059281:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737871104:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228285.059356:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228285.059656:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871104
00000100:00100000:0.0:1761228285.059871:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703
00000100:00100000:0.0:1761228285.059878:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737871104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228285.061016:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737871104:12345-0@lo:400:kworker/u8:2.0 Request processed in 1135us (1658us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228285.061026:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703
00000100:00100000:2.0:1761228285.061095:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737871104:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228285.061188:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737871168:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228285.061222:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228285.061278:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871168
00000100:00100000:1.0:1761228285.061313:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4579
00000100:00100000:1.0:1761228285.061317:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737871168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228285.062416:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec13ef4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737871168:12345-0@lo:400:kworker/u8:2.0 Request processed in 1097us (1193us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228285.062426:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4579
00000100:00100000:0.0:1761228285.062489:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f23e83a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737871232:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228285.062533:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228285.062604:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228285.062609:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228285.062612:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228285.062616:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3875
00000100:00080000:3.0:1761228285.062619:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228285.062622:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228285.062640:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c25186a0 x1846777737871424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228285.062653:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228285.062656:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228285.062657:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228285.062659:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3875
00000100:00080000:3.0:1761228285.062661:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228285.062663:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228285.062669:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008cf1eb3e x1846777737871488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228285.062712:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737871424:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228285.062746:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228285.062761:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737871488:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228285.062795:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228285.062820:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871424
00000100:00100000:3.0:1761228285.062841:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871488
00000100:00100000:3.0:1761228285.062854:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286
00000100:00100000:3.0:1761228285.062858:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737871424:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228285.062971:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228285.062999:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737871424:12345-0@lo:8:kworker/u8:2.0 Request processed in 140us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228285.063004:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286
00000100:00100000:3.0:1761228285.063016:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287
00000100:00100000:3.0:1761228285.063019:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d72cdff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737871488:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228285.063096:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228285.063114:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d72cdff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737871488:12345-0@lo:8:kworker/u8:2.0 Request processed in 95us (320us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228285.063119:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287
00000100:00080000:3.0:1761228285.063150:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228285.063153:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228285.063156:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737871424:0@lo:8:kworker/u8:2.0
00000100:00080000:3.0:1761228285.063163:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228285.063165:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228285.063168:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf1eb3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737871488:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228285.063188:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737871296:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228285.063210:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228285.063224:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0da7a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737871680:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228285.063239:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228285.063249:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1761228285.063253:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737871360:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228285.063278:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871680
00000100:00100000:3.0:1761228285.063304:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889
00000100:00100000:3.0:1761228285.063307:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25186a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737871680:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228285.063342:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25186a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737871680:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (103us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228285.063348:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889
00000100:00100000:3.0:1761228285.063393:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871296
00000100:00100000:3.0:1761228285.063413:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4580
00000100:00100000:3.0:1761228285.063417:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cf1eb3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737871296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228285.063441:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cf1eb3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737871296:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228285.063446:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4580
00000100:00100000:0.0:1761228285.063972:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737871616:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228285.064003:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228285.064020:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228285.064025:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737871552:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228285.064044:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228285.064072:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871616
00000100:00100000:0.0:1761228285.064095:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871552
00000100:00100000:0.0:1761228285.064114:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4581
00000100:00100000:0.0:1761228285.064117:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004636eae5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737871616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228285.064149:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004636eae5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737871616:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228285.064155:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4581
00000100:00100000:0.0:1761228285.064166:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4582
00000100:00100000:0.0:1761228285.064169:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014643d89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737871552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228285.064193:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014643d89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737871552:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (148us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228285.064198:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4582
00000100:00100000:0.0:1761228285.064226:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737871552:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228285.064235:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737871616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228285.064386:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871232
00000100:00100000:1.0:1761228285.064420:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144
00000100:00100000:1.0:1761228285.064424:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e9b92b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737871232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228285.064458:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e9b92b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737871232:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (1925us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228285.064463:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144
00000100:00100000:2.0:1761228285.064864:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737871168:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228285.064951:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f23e83a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737871232:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228285.067365:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228285.067434:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737871744:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228285.067492:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228285.067640:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871360
00000100:00100000:0.0:1761228285.068887:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145
00000100:00100000:0.0:1761228285.068896:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f23e83a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737871360:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228285.068970:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f23e83a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737871360:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (1614us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228285.068976:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145
00000100:00100000:3.0:1761228285.070178:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ff0674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737871296:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228285.070195:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0da7a25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737871680:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228285.070223:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737871360:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228285.070268:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871744
00000100:00100000:2.0:1761228285.070323:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890
00000100:00100000:2.0:1761228285.070328:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006113cad8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737871744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228285.070395:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006113cad8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737871744:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (2902us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228285.070402:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890
00000100:00100000:0.0:1761228285.070635:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737871744:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228285.572438:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228285.572459:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737871808:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228285.572538:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228285.572882:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871808
00000100:00100000:3.0:1761228285.572934:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978
00000100:00100000:3.0:1761228285.572940:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031aafaca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737871808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228285.572970:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228285.573016:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031aafaca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737871808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (480us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228285.573023:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978
00000100:00100000:3.0:1761228285.573065:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737871808:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228286.025739:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228286.595819:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228286.595837:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737871872:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228286.595903:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228286.597036:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871872
00000100:00100000:1.0:1761228286.597094:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146
00000100:00100000:1.0:1761228286.597100:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737871872:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228286.597139:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228286.597199:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737871872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (1295us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228286.597206:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146
00000100:00100000:3.0:1761228286.597303:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022c78046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737871872:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228287.043161:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228288.067734:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228288.988168:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228288.988208:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228288.988242:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228288.988351:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739968
00000100:00100000:0.0:1761228288.988416:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740032
00000100:00100000:0.0:1761228288.988441:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4583
00000100:00100000:0.0:1761228288.988448:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022c78046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720739968:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228288.988551:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720739904
00000100:00100000:0.0:1761228288.988555:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022c78046 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720739968:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 107us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228288.988564:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4583
00000100:00100000:1.0:1761228288.988585:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1704
00000100:00100000:0.0:1761228288.988589:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4584
00000100:00100000:1.0:1761228288.988594:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720739904:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228288.988598:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0da7a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720740032:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228288.988628:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720739904:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 34us (470us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228288.988635:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0da7a25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720740032:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 38us (391us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228288.988639:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1704
00000100:00100000:0.0:1761228288.988647:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4584
00000100:00100000:0.0:1761228288.991665:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228288.991815:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740096
00000100:00100000:2.0:1761228288.991861:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2288
00000100:00100000:2.0:1761228288.991867:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720740096:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228288.991959:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228288.992027:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720740096:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 159us (369us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228288.992035:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2288
00010000:00010000:1.0:1761228289.091814:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228289.155041:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228289.157984:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737871936:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228289.158058:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228289.158198:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737871936
00000100:00100000:1.0:1761228289.158249:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147
00000100:00100000:1.0:1761228289.158255:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ff0674 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737871936:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228289.158296:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228289.158704:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737871936:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228289.158963:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ff0674 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737871936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228289.158971:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147
00010000:00010000:1.0:1761228290.115064:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228290.179662:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228290.179671:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228290.179676:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228290.179685:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3880
00000100:00080000:2.0:1761228290.179689:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228290.179696:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228290.179717:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090d2f80c x1846777737872320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228290.179730:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228290.179733:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228290.179734:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228290.179737:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3880
00000100:00080000:2.0:1761228290.179739:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228290.179741:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228290.179748:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006ee7ded7 x1846777737872384/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228290.179817:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000738cf27f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737872128:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.179880:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228290.179906:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737872512:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.179927:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228290.179950:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228290.179954:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f50af66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737872064:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.179972:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228290.179985:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737872448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.180002:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228290.180031:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872512
00000100:00100000:2.0:1761228290.180069:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872064
00000100:00100000:2.0:1761228290.180082:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872448
00000100:00100000:2.0:1761228290.180098:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4585
00000100:00100000:2.0:1761228290.180103:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebf3983b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737872512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.180145:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebf3983b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737872512:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228290.180152:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4585
00000100:00100000:2.0:1761228290.180166:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4586
00000100:00100000:2.0:1761228290.180169:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8cf5f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737872064:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.180187:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8cf5f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737872064:12345-0@lo:400:kworker/u8:4.0 Request processed in 18us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228290.180193:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4586
00000100:00100000:2.0:1761228290.180201:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4587
00000100:00100000:2.0:1761228290.180203:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076518ceb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737872448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.180219:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076518ceb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737872448:12345-0@lo:400:kworker/u8:4.0 Request processed in 15us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228290.180224:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4587
00000100:00100000:2.0:1761228290.180251:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872128
00000100:00100000:2.0:1761228290.180271:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148
00000100:00100000:2.0:1761228290.180274:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b55ed84 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737872128:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.180296:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b55ed84 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737872128:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (419us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228290.180301:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148
00000100:00100000:2.0:1761228290.180334:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f50af66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737872064:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.180343:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737872448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.180349:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000738cf27f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737872128:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.180356:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737872512:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.180499:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737872192:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.180528:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228290.180542:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e63e3e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737872576:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.180558:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228290.180573:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228290.180577:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737872000:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.180599:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228290.180610:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ae7cf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737872256:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.180626:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228290.180634:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbee2ed4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737872640:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.180648:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228290.180667:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872576
00000100:00100000:0.0:1761228290.180688:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872640
00000100:00100000:0.0:1761228290.180703:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891
00000100:00100000:0.0:1761228290.180706:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000942e8720 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737872576:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.180737:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000942e8720 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737872576:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228290.180742:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891
00000100:00100000:0.0:1761228290.180759:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892
00000100:00100000:0.0:1761228290.180762:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000251abae7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737872640:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.180814:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000251abae7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737872640:12345-0@lo:400:kworker/u8:4.0 Request processed in 51us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228290.180820:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892
00000100:00100000:0.0:1761228290.180845:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbee2ed4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737872640:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.180852:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e63e3e0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737872576:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.181495:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872256
00000100:00100000:3.0:1761228290.181603:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737872320:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228290.181645:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228290.181675:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ee7ded7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737872384:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228290.181696:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228290.181724:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872320
00000100:00100000:3.0:1761228290.181742:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872384
00000100:00100000:3.0:1761228290.181759:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289
00000100:00100000:3.0:1761228290.181762:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737872320:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228290.181888:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228290.181922:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737872320:12345-0@lo:8:kworker/u8:4.0 Request processed in 159us (277us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228290.181929:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289
00000100:00100000:3.0:1761228290.181942:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290
00000100:00100000:3.0:1761228290.181944:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737872384:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228290.182019:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228290.182042:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737872384:12345-0@lo:8:kworker/u8:4.0 Request processed in 96us (346us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228290.182047:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290
00000100:00080000:3.0:1761228290.182074:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228290.182079:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228290.182083:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737872320:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228290.182091:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228290.182093:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228290.182095:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ee7ded7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737872384:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228290.182144:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872000
00000100:00100000:3.0:1761228290.182170:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705
00000100:00100000:3.0:1761228290.182174:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737872000:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228290.182210:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737872000:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (1610us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228290.182216:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705
00000100:00100000:3.0:1761228290.182246:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872192
00000100:00100000:3.0:1761228290.182269:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4588
00000100:00100000:3.0:1761228290.182273:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed0e4bce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737872192:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228290.182314:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed0e4bce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737872192:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (1786us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228290.182320:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4588
00000100:00100000:0.0:1761228290.182438:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737872000:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228290.182451:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737872192:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.182969:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149
00000100:00100000:2.0:1761228290.182976:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737872256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228290.183914:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737872256:12345-0@lo:400:kworker/u8:4.0 Request processed in 932us (3280us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228290.183925:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149
00000100:00100000:0.0:1761228290.186847:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ae7cf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737872256:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228290.692396:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737872704:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228290.692475:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228290.692581:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872704
00000100:00100000:0.0:1761228290.692627:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979
00000100:00100000:0.0:1761228290.692633:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb16f042 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737872704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228290.692667:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228290.692711:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb16f042 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737872704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228290.692718:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979
00000100:00100000:1.0:1761228290.693030:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737872704:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228291.139031:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228291.720931:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228291.720946:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737872768:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228291.721032:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228291.721133:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872768
00000100:00100000:3.0:1761228291.721202:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150
00000100:00100000:3.0:1761228291.721209:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737872768:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228291.721249:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228291.721294:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737872768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228291.721301:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150
00000100:00100000:3.0:1761228291.721342:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737872768:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228292.164759:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228293.187031:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228294.108515:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228294.108569:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228294.108606:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228294.108635:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228294.108848:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740288
00000100:00100000:1.0:1761228294.108904:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740224
00000100:00100000:1.0:1761228294.108923:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4589
00000100:00100000:1.0:1761228294.108928:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3162902 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720740288:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228294.108998:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3162902 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720740288:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 69us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228294.109006:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4589
00000100:00100000:1.0:1761228294.109028:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4590
00000100:00100000:1.0:1761228294.109032:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba709d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720740224:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228294.109057:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba709d38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720740224:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 25us (422us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228294.109063:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4590
00000100:00100000:3.0:1761228294.109185:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740160
00000100:00100000:3.0:1761228294.109222:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1706
00000100:00100000:3.0:1761228294.109227:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720740160:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228294.109266:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720740160:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 38us (697us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228294.109272:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1706
00000100:00100000:0.0:1761228294.109350:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740352
00000100:00100000:0.0:1761228294.109378:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2291
00000100:00100000:0.0:1761228294.109382:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008393cc54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720740352:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228294.109480:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228294.109509:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008393cc54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720740352:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 126us (1004us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228294.109516:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2291
00010000:00010000:1.0:1761228294.216564:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228294.275102:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228294.275118:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737872832:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228294.275187:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228294.278539:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872832
00000100:00100000:1.0:1761228294.278620:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151
00000100:00100000:1.0:1761228294.278627:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd91bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737872832:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228294.278677:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228294.278820:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd91bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737872832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 191us (3632us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228294.278829:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151
00000100:00100000:2.0:1761228294.278855:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737872832:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228295.235129:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228295.302729:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228295.302737:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228295.302741:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228295.302750:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3886
00000100:00080000:2.0:1761228295.302753:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228295.302760:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228295.302804:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f9f71615 x1846777737873216/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228295.302819:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228295.302822:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228295.302823:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228295.302826:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3886
00000100:00080000:2.0:1761228295.302827:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228295.302830:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228295.302840:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000818917ab x1846777737873280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228295.302895:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000375e97f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737872960:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228295.302959:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228295.302987:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003097b3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737873344:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228295.303007:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228295.303030:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228295.303035:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c14ec519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737873024:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228295.303060:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228295.303075:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009fd87b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737873408:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228295.303183:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228295.303461:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737873216:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228295.303486:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228295.303500:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000818917ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737873280:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228295.303517:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228295.303552:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872960
00000100:00100000:2.0:1761228295.303590:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873344
00000100:00100000:2.0:1761228295.303605:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873408
00000100:00100000:2.0:1761228295.303624:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4591
00000100:00100000:2.0:1761228295.303629:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737872960:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228295.303679:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab4e8aa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737872960:12345-0@lo:400:kworker/u8:4.0 Request processed in 49us (721us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228295.303685:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4591
00000100:00100000:2.0:1761228295.303703:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4592
00000100:00100000:2.0:1761228295.303706:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737873344:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228295.303731:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c96194f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737873344:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (723us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228295.303737:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4592
00000100:00100000:2.0:1761228295.303747:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4593
00000100:00100000:2.0:1761228295.303751:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737873408:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228295.303773:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8661f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737873408:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (591us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228295.303804:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4593
00000100:00100000:2.0:1761228295.303830:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873216
00000100:00100000:2.0:1761228295.303848:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873280
00000100:00100000:2.0:1761228295.303866:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292
00000100:00100000:2.0:1761228295.303869:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e63e3e0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737873216:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228295.303967:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228295.303999:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e63e3e0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737873216:12345-0@lo:8:kworker/u8:4.0 Request processed in 129us (513us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228295.304005:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292
00000100:00100000:2.0:1761228295.304017:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293
00000100:00100000:2.0:1761228295.304020:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbee2ed4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737873280:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304193:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000939e5e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737873088:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304223:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228295.304237:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a48b914c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737873472:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304254:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228295.304269:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228295.304274:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d3df50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737872896:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304300:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228295.304314:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000571b669d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737873152:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304333:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228295.304344:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f0f64cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737873536:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304363:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228295.304387:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873088
00000100:00100000:1.0:1761228295.304423:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4594
00000100:00100000:1.0:1761228295.304426:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737873088:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304456:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf9288e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737873088:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228295.304461:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4594
00000100:00100000:1.0:1761228295.304478:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873472
00000100:00100000:1.0:1761228295.304492:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873536
00000100:00100000:1.0:1761228295.304500:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893
00000100:00100000:1.0:1761228295.304503:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737873472:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304525:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737873472:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228295.304530:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893
00000100:00100000:1.0:1761228295.304538:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894
00000100:00100000:1.0:1761228295.304540:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737873536:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304556:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737873536:12345-0@lo:400:kworker/u8:4.0 Request processed in 15us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228295.304561:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894
00000100:00100000:1.0:1761228295.304574:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737872896
00000100:00100000:1.0:1761228295.304591:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707
00000100:00100000:1.0:1761228295.304595:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737872896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304618:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737872896:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (318us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228295.304623:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707
00000100:00100000:1.0:1761228295.304649:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873024
00000100:00100000:1.0:1761228295.304669:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873152
00000100:00100000:1.0:1761228295.304680:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152
00000100:00100000:1.0:1761228295.304684:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737873024:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304711:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737873024:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (1650us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228295.304716:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152
00000100:00100000:1.0:1761228295.304726:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153
00000100:00100000:1.0:1761228295.304728:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737873152:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304751:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737873152:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228295.304756:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153
00000100:00100000:1.0:1761228295.304816:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d3df50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737872896:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304827:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000571b669d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737873152:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304836:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f0f64cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737873536:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304843:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000939e5e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737873088:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228295.304851:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a48b914c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737873472:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228295.305085:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228295.305167:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228295.305171:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9f71615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737873216:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228295.305215:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c14ec519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737873024:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228295.305226:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009fd87b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737873408:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228295.305236:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000375e97f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737872960:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228295.305244:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003097b3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737873344:0@lo:400:kworker/u8:4.0
00010000:02020000:2.0:1761228295.307382:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228295.307496:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbee2ed4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737873280:12345-0@lo:8:kworker/u8:4.0 Request processed in 3472us (3976us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228295.307508:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293
00000100:00080000:3.0:1761228295.307827:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228295.307833:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228295.307838:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000818917ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737873280:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228295.811803:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228295.811823:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737873600:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228295.811893:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228295.812005:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873600
00000100:00100000:0.0:1761228295.812050:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980
00000100:00100000:0.0:1761228295.812057:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737873600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228295.812091:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228295.812139:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737873600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228295.812146:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980
00000100:00100000:3.0:1761228295.812242:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737873600:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228296.261713:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228296.835227:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737873664:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228296.835305:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228296.835541:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873664
00000100:00100000:1.0:1761228296.835594:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154
00000100:00100000:1.0:1761228296.835600:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737873664:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228296.835648:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228296.835701:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737873664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228296.835708:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154
00000100:00100000:2.0:1761228296.835854:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737873664:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228297.283535:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228298.308625:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228299.229666:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228299.229768:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228299.229874:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740416
00000100:00100000:3.0:1761228299.229925:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1708
00000100:00100000:3.0:1761228299.229932:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720740416:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228299.230006:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720740416:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 74us (349us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228299.230014:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1708
00000100:00100000:0.0:1761228299.230137:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740480
00000100:00100000:0.0:1761228299.230177:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4595
00000100:00100000:0.0:1761228299.230181:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000375e97f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720740480:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228299.230215:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000375e97f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720740480:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 32us (448us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228299.230221:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4595
00000100:00100000:2.0:1761228299.234426:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228299.234515:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228299.234612:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740608
00000100:00100000:0.0:1761228299.234663:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2294
00000100:00100000:0.0:1761228299.234670:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c14ec519 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720740608:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228299.234824:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228299.234895:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c14ec519 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720740608:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 225us (380us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228299.234903:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2294
00000100:00100000:3.0:1761228299.235408:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740544
00000100:00100000:3.0:1761228299.235448:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4596
00000100:00100000:3.0:1761228299.235452:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009fd87b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720740544:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228299.235553:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009fd87b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720740544:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 100us (1137us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228299.235561:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4596
00010000:00010000:0.0:1761228299.331067:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228299.395088:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228299.395114:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1be3e41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737873728:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228299.395186:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228299.395218:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873728
00000100:00100000:0.0:1761228299.395274:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155
00000100:00100000:0.0:1761228299.395280:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737873728:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228299.395322:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228299.395386:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737873728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228299.395395:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155
00000100:00100000:3.0:1761228299.395431:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1be3e41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737873728:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228300.358434:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228300.422718:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228300.422726:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228300.422730:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228300.422739:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3891
00000100:00080000:3.0:1761228300.422743:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228300.422750:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228300.422773:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086c33116 x1846777737874112/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228300.422819:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228300.422822:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228300.422823:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228300.422826:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3891
00000100:00080000:3.0:1761228300.422828:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228300.422831:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228300.422843:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000db10a6b0 x1846777737874176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228300.422896:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007de9f09c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737873920:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.422971:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228300.422995:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737874304:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.423020:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228300.423042:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228300.423047:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737873856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.423072:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228300.423088:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737874240:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.423108:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228300.423129:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737874112:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228300.423155:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228300.423170:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db10a6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737874176:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228300.423189:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228300.423222:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874304
00000100:00100000:3.0:1761228300.423260:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873856
00000100:00100000:3.0:1761228300.423276:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874240
00000100:00100000:3.0:1761228300.423293:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4597
00000100:00100000:3.0:1761228300.423298:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e140416b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737874304:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.423358:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e140416b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737874304:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (337us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228300.423364:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4597
00000100:00100000:3.0:1761228300.423381:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4598
00000100:00100000:3.0:1761228300.423384:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000242daeec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737873856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.423409:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000242daeec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737873856:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (337us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228300.423415:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4598
00000100:00100000:3.0:1761228300.423425:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4599
00000100:00100000:3.0:1761228300.423428:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2125601 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737874240:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.423450:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2125601 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737874240:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228300.423454:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4599
00000100:00100000:3.0:1761228300.423477:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874112
00000100:00100000:3.0:1761228300.423495:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874176
00000100:00100000:3.0:1761228300.423510:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295
00000100:00100000:3.0:1761228300.423513:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737874112:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228300.423609:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228300.423642:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737874112:12345-0@lo:8:kworker/u8:2.0 Request processed in 127us (487us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228300.423648:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295
00000100:00100000:3.0:1761228300.423657:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296
00000100:00100000:3.0:1761228300.423660:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a225c4ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737874176:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228300.423736:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228300.423756:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a225c4ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737874176:12345-0@lo:8:kworker/u8:2.0 Request processed in 94us (566us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228300.423762:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296
00000100:00100000:3.0:1761228300.423821:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873920
00000100:00100000:3.0:1761228300.423844:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156
00000100:00100000:3.0:1761228300.423848:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3cbdaaa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737873920:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.423875:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3cbdaaa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737873920:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (907us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228300.423881:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156
00000100:00080000:3.0:1761228300.424248:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228300.424253:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228300.424256:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737874112:0@lo:8:kworker/u8:2.0
00000100:00080000:3.0:1761228300.424264:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228300.424266:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228300.424268:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db10a6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737874176:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228300.424298:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737873856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.424307:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737874240:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.424316:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007de9f09c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737873920:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228300.424323:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737874304:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228300.424447:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000951b6e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737873984:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228300.424481:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228300.424511:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737874368:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228300.424532:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228300.424546:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228300.424553:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000facd6ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737873792:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228300.424577:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228300.424592:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737874048:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228300.424610:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228300.424620:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737874432:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228300.424637:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228300.424656:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873792
00000100:00100000:1.0:1761228300.424677:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709
00000100:00100000:1.0:1761228300.424680:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737873792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228300.424715:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737873792:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (138us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228300.424720:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709
00000100:00100000:1.0:1761228300.424748:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000facd6ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737873792:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228300.425693:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737873984
00000100:00100000:2.0:1761228300.425760:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4600
00000100:00100000:2.0:1761228300.425765:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ee838d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737873984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228300.425841:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874368
00000100:00100000:2.0:1761228300.425855:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ee838d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737873984:12345-0@lo:400:kworker/u8:2.0 Request processed in 90us (1374us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228300.425861:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4600
00000100:00100000:0.0:1761228300.425868:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874432
00000100:00100000:0.0:1761228300.425884:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895
00000100:00100000:0.0:1761228300.425887:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbae4803 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737874368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228300.425895:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000951b6e0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737873984:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228300.425932:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737874368:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228300.425957:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbae4803 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737874368:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (1396us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228300.425964:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896
00000100:00100000:2.0:1761228300.425968:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737874432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228300.426180:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895
00000100:00100000:2.0:1761228300.426247:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737874432:12345-0@lo:400:kworker/u8:2.0 Request processed in 277us (1608us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228300.426254:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896
00000100:00100000:2.0:1761228300.426277:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874048
00000100:00100000:1.0:1761228300.426378:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737874432:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228300.426638:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157
00000100:00100000:2.0:1761228300.426643:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737874048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228300.426690:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737874048:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (2080us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228300.426700:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157
00000100:00100000:0.0:1761228300.426722:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737874048:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228300.935872:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228300.935893:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737874496:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228300.935953:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228300.935996:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874496
00000100:00100000:0.0:1761228300.936037:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981
00000100:00100000:0.0:1761228300.936042:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737874496:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228300.936076:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228300.936111:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737874496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228300.936118:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981
00000100:00100000:0.0:1761228300.936163:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737874496:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228301.379216:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228301.958707:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228301.958729:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e041cfec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737874560:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228301.958824:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228301.961368:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874560
00000100:00100000:3.0:1761228301.961691:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158
00000100:00100000:3.0:1761228301.961698:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c3261e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737874560:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228301.961743:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228301.961855:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c3261e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737874560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 158us (3032us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228301.961862:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158
00000100:00100000:0.0:1761228301.962125:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e041cfec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737874560:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228302.403014:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228303.427225:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228304.349602:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228304.349644:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228304.349872:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740672
00000100:00100000:3.0:1761228304.349943:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1710
00000100:00100000:3.0:1761228304.349951:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720740672:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228304.350042:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720740672:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 90us (450us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228304.350050:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1710
00000100:00100000:0.0:1761228304.351651:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740736
00000100:00100000:0.0:1761228304.351705:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4601
00000100:00100000:0.0:1761228304.351711:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9f71615 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720740736:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228304.351800:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9f71615 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720740736:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 88us (2156us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228304.351807:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4601
00000100:00100000:2.0:1761228304.352036:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228304.352071:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228304.352137:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740800
00000100:00100000:1.0:1761228304.352164:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4602
00000100:00100000:1.0:1761228304.352168:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a48b914c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720740800:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228304.352201:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a48b914c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720740800:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 32us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228304.352210:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4602
00000100:00100000:0.0:1761228304.354227:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740864
00000100:00100000:0.0:1761228304.354301:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2297
00000100:00100000:0.0:1761228304.354310:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000939e5e73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720740864:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228304.354405:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228304.354485:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000939e5e73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720740864:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 175us (2412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228304.354493:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2297
00010000:00010000:1.0:1761228304.454311:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228304.515703:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000706e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737874624:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228304.515802:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228304.515905:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874624
00000100:00100000:1.0:1761228304.515962:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159
00000100:00100000:1.0:1761228304.515968:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737874624:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228304.516011:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228304.516403:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737874624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 434us (601us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228304.516412:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159
00000100:00100000:0.0:1761228304.516481:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000706e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737874624:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228305.480675:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228305.538994:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228305.539001:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228305.539004:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228305.539013:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3896
00000100:00080000:2.0:1761228305.539016:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228305.539023:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228305.539046:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b55ed84 x1846777737875008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228305.539059:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228305.539062:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228305.539063:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228305.539066:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3896
00000100:00080000:2.0:1761228305.539068:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228305.539070:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228305.539080:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fa442801 x1846777737875072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228305.539086:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000571b669d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737874752:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539161:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228305.539167:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d3df50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737874816:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539209:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003097b3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737875136:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539211:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228305.539227:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000721f0ef4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737875200:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539232:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228305.539245:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228305.539265:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874752
00000100:00100000:0.0:1761228305.539273:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875136
00000100:00100000:1.0:1761228305.539324:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875200
00000100:00100000:0.0:1761228305.539330:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4603
00000100:00100000:0.0:1761228305.539336:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020b72bc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737874752:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539341:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4604
00000100:00100000:1.0:1761228305.539344:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a96fc635 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737875136:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539390:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020b72bc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737874752:12345-0@lo:400:kworker/u8:4.0 Request processed in 53us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228305.539390:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a96fc635 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737875136:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228305.539398:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4603
00000100:00100000:1.0:1761228305.539400:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4604
00000100:00100000:0.0:1761228305.539415:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4605
00000100:00100000:0.0:1761228305.539418:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e9b92b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737875200:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539437:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d880a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737874880:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539446:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e9b92b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737875200:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228305.539451:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4605
00000100:00100000:1.0:1761228305.539456:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228305.539463:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874880
00000100:00100000:1.0:1761228305.539468:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070909dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737875264:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539487:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4606
00000100:00100000:0.0:1761228305.539490:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000658e1334 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737874880:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539491:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228305.539507:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228305.539511:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000658e1334 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737874880:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (55us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228305.539512:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f0f64cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737874688:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539517:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4606
00000100:00100000:1.0:1761228305.539536:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228305.539548:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360b8415 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737874944:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539553:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000721f0ef4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737875200:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539566:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228305.539577:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003097b3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737875136:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539577:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737875328:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539585:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000571b669d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737874752:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539595:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228305.539605:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875264
00000100:00100000:1.0:1761228305.539611:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d880a60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737874880:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539625:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875328
00000100:00100000:1.0:1761228305.539627:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874688
00000100:00100000:0.0:1761228305.539638:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897
00000100:00100000:0.0:1761228305.539641:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000668840f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737875264:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539646:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711
00000100:00100000:1.0:1761228305.539649:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737874688:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539672:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000668840f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737875264:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228305.539672:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737874688:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228305.539678:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897
00000100:00100000:1.0:1761228305.539678:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711
00000100:00100000:0.0:1761228305.539687:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898
00000100:00100000:0.0:1761228305.539691:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047a18f5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737875328:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539713:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047a18f5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737875328:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (117us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228305.539714:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874816
00000100:00100000:0.0:1761228305.539718:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898
00000100:00100000:1.0:1761228305.539730:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737874944
00000100:00100000:0.0:1761228305.539739:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f0f64cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737874688:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539740:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160
00000100:00100000:0.0:1761228305.539747:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f4c7ab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737875328:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228305.539755:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070909dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737875264:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539756:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffcb91f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737874816:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539807:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffcb91f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737874816:12345-0@lo:400:kworker/u8:4.0 Request processed in 63us (596us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228305.539812:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160
00000100:00100000:1.0:1761228305.539822:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161
00000100:00100000:1.0:1761228305.539825:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b1e6a59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737874944:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539857:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b1e6a59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737874944:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228305.539862:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360b8415 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737874944:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228305.539863:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161
00000100:00100000:0.0:1761228305.539880:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d3df50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737874816:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228305.540713:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b55ed84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737875008:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228305.540758:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228305.542733:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa442801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737875072:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228305.542807:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228305.542916:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875008
00000100:00100000:2.0:1761228305.542953:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298
00000100:00100000:2.0:1761228305.542958:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000325cfc5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737875008:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228305.543051:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228305.543094:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000325cfc5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737875008:12345-0@lo:8:kworker/u8:4.0 Request processed in 135us (2336us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228305.543101:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298
00000100:00080000:3.0:1761228305.543552:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228305.543557:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228305.543561:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b55ed84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737875008:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228305.543622:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875072
00000100:00100000:1.0:1761228305.543894:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299
00000100:00100000:1.0:1761228305.543898:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095885812 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737875072:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228305.543980:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228305.544017:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095885812 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737875072:12345-0@lo:8:kworker/u8:4.0 Request processed in 118us (1210us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228305.544023:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299
00000100:00080000:3.0:1761228305.544862:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228305.544868:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228305.544872:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa442801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737875072:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228306.051767:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737875392:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228306.051865:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228306.052807:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875392
00000100:00100000:0.0:1761228306.052870:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982
00000100:00100000:0.0:1761228306.052876:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000706e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737875392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228306.052913:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228306.052976:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000706e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737875392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1111us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228306.052983:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982
00000100:00100000:0.0:1761228306.053043:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737875392:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228306.499230:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228307.075449:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032a16fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737875456:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228307.075511:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228307.075969:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875456
00000100:00100000:3.0:1761228307.076017:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162
00000100:00100000:3.0:1761228307.076022:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737875456:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228307.076061:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228307.076115:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737875456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (604us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228307.076121:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162
00000100:00100000:0.0:1761228307.076448:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032a16fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737875456:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228307.525243:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228308.547493:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228309.470422:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228309.470464:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228309.470508:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740928
00000100:00100000:3.0:1761228309.470544:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228309.470570:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1712
00000100:00100000:1.0:1761228309.470579:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720740928:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228309.470594:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228309.470620:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741056
00000100:00100000:3.0:1761228309.470650:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720740992
00000100:00100000:1.0:1761228309.470653:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720740928:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 75us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228309.470662:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1712
00000100:00100000:3.0:1761228309.470679:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4607
00000100:00100000:3.0:1761228309.470684:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e12988b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720741056:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228309.470720:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e12988b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720741056:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 35us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228309.470728:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4607
00000100:00100000:3.0:1761228309.470744:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4608
00000100:00100000:3.0:1761228309.470749:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032a16fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720740992:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228309.470805:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032a16fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720740992:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 25us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228309.470812:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4608
00000100:00100000:1.0:1761228309.470845:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741120
00000100:00100000:1.0:1761228309.470865:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2300
00000100:00100000:1.0:1761228309.470869:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e041cfec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720741120:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228309.470967:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228309.471003:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e041cfec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720741120:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 133us (425us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228309.471012:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2300
00010000:00010000:1.0:1761228309.580485:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228309.635071:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228309.636719:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001609e74b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737875520:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228309.636816:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228309.636972:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875520
00000100:00100000:1.0:1761228309.637028:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163
00000100:00100000:1.0:1761228309.637034:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eccf2a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737875520:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228309.637073:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228309.637116:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eccf2a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737875520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228309.637123:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163
00000100:00100000:3.0:1761228309.637211:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001609e74b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737875520:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228310.596568:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228310.660685:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228310.660693:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228310.660697:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228310.660707:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3901
00000100:00080000:2.0:1761228310.660710:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228310.660717:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228310.660737:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008ae7cf68 x1846777737875904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228310.660750:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228310.660753:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228310.660754:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228310.660757:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3901
00000100:00080000:2.0:1761228310.660758:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228310.660761:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228310.660770:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ce36ea3a x1846777737875968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228310.661233:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737875776:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661300:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228310.661335:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737876160:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661358:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228310.661381:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228310.661387:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737875584:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661416:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228310.661431:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094427467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737875840:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661453:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228310.661467:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737876224:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661485:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228310.661515:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876160
00000100:00100000:1.0:1761228310.661553:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876224
00000100:00100000:1.0:1761228310.661572:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899
00000100:00100000:1.0:1761228310.661578:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737876160:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661625:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737876160:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228310.661631:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899
00000100:00100000:1.0:1761228310.661648:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900
00000100:00100000:1.0:1761228310.661651:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001609e74b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737876224:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661675:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001609e74b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737876224:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228310.661680:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900
00000100:00100000:1.0:1761228310.661699:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875840
00000100:00100000:1.0:1761228310.661722:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164
00000100:00100000:1.0:1761228310.661726:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1be3e41 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737875840:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661752:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1be3e41 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737875840:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228310.661757:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164
00000100:00100000:1.0:1761228310.661803:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875584
00000100:00100000:1.0:1761228310.661825:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713
00000100:00100000:1.0:1761228310.661828:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737875584:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661853:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737875584:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (438us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228310.661858:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713
00000100:00100000:1.0:1761228310.661888:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737875648:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661909:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228310.661921:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737876032:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661936:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228310.661951:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228310.661956:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abc875a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737875712:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661971:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228310.661981:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ee7ded7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737876096:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.661997:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228310.662017:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875776
00000100:00100000:1.0:1761228310.662037:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875648
00000100:00100000:1.0:1761228310.662049:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876032
00000100:00100000:1.0:1761228310.662065:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876096
00000100:00100000:1.0:1761228310.662077:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4609
00000100:00100000:1.0:1761228310.662080:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093ac076f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737875776:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662108:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093ac076f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737875776:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (810us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228310.662114:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4609
00000100:00100000:1.0:1761228310.662125:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4610
00000100:00100000:1.0:1761228310.662128:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001181a144 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737875648:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662155:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001181a144 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737875648:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228310.662159:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4610
00000100:00100000:1.0:1761228310.662169:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4611
00000100:00100000:1.0:1761228310.662171:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000546b122c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737876032:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662193:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000546b122c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737876032:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228310.662198:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4611
00000100:00100000:1.0:1761228310.662207:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4612
00000100:00100000:1.0:1761228310.662210:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067b52c98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737876096:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662248:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067b52c98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737876096:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228310.662254:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4612
00000100:00100000:1.0:1761228310.662270:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875712
00000100:00100000:1.0:1761228310.662289:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165
00000100:00100000:1.0:1761228310.662292:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000803adb26 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737875712:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662318:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000803adb26 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737875712:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228310.662323:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165
00000100:00100000:1.0:1761228310.662356:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abc875a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737875712:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662366:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ee7ded7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737876096:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662374:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737875648:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662381:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737876032:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662411:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737875584:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662418:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094427467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737875840:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662426:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737876224:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662434:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737875776:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228310.662441:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737876160:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228310.662540:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ae7cf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737875904:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228310.662570:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228310.662596:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737875968:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228310.662616:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228310.662643:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875904
00000100:00100000:3.0:1761228310.662661:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737875968
00000100:00100000:3.0:1761228310.662674:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301
00000100:00100000:3.0:1761228310.662678:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737875904:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228310.662767:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228310.662823:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737875904:12345-0@lo:8:kworker/u8:4.0 Request processed in 144us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228310.662829:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301
00000100:00100000:3.0:1761228310.662841:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302
00000100:00100000:3.0:1761228310.662844:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c33116 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737875968:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228310.662920:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228310.662942:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c33116 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737875968:12345-0@lo:8:kworker/u8:4.0 Request processed in 97us (325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228310.662947:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302
00000100:00080000:3.0:1761228310.662980:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228310.662984:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228310.662988:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ae7cf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737875904:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228310.662997:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228310.662999:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228310.663001:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737875968:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228311.171044:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737876288:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228311.171115:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228311.171675:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876288
00000100:00100000:3.0:1761228311.171733:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983
00000100:00100000:3.0:1761228311.171739:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8218018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737876288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228311.171797:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228311.171850:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8218018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737876288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (735us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228311.171859:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983
00000100:00100000:3.0:1761228311.171913:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737876288:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228311.621541:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228312.195374:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737876352:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228312.195454:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228312.195597:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876352
00000100:00100000:0.0:1761228312.195647:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166
00000100:00100000:0.0:1761228312.195653:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000738cf27f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737876352:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228312.195696:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228312.195751:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000738cf27f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737876352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228312.195758:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166
00000100:00100000:2.0:1761228312.195856:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737876352:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228312.643542:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228313.667962:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228314.587800:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228314.598036:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741184
00000100:00100000:2.0:1761228314.598933:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1714
00000100:00100000:2.0:1761228314.598941:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720741184:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228314.599036:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720741184:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 95us (11264us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228314.599044:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1714
00000100:00100000:3.0:1761228314.603295:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228314.605697:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741376
00000100:00100000:2.0:1761228314.605768:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2303
00000100:00100000:2.0:1761228314.605794:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720741376:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228314.605889:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228314.605967:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720741376:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 191us (2682us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228314.605975:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2303
00000100:00100000:3.0:1761228314.610759:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228314.610819:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228314.611017:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741248
00000100:00100000:0.0:1761228314.611214:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741312
00000100:00100000:1.0:1761228314.611251:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4613
00000100:00100000:1.0:1761228314.611259:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b53e02a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720741248:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228314.611343:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b53e02a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720741248:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 84us (591us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228314.611350:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4613
00000100:00100000:1.0:1761228314.611369:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4614
00000100:00100000:1.0:1761228314.611373:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc94abe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720741312:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228314.611549:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc94abe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720741312:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 174us (730us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228314.611556:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4614
00010000:00010000:1.0:1761228314.691075:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228314.776081:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737876416:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228314.776151:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228314.776233:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876416
00000100:00100000:2.0:1761228314.776973:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167
00000100:00100000:2.0:1761228314.776980:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0361f96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737876416:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228314.777483:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228314.778429:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0361f96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737876416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1445us (2276us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228314.778440:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167
00000100:00100000:1.0:1761228314.778527:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737876416:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228315.714976:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228315.779008:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737876480:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228315.779008:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228315.779016:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228315.779020:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228315.779025:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3906
00000100:00080000:2.0:1761228315.779029:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228315.779036:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228315.779056:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000029887374 x1846777737876800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228315.779068:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228315.779071:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228315.779072:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228315.779075:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3906
00000100:00080000:2.0:1761228315.779076:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228315.779078:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228315.779087:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed5d8596 x1846777737876864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228315.779093:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228315.779124:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737876736:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.779124:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f50af66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737876544:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228315.779150:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228315.779150:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228315.779219:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ae7cf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737876672:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228315.779234:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876736
00000100:00100000:3.0:1761228315.779279:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168
00000100:00100000:3.0:1761228315.779285:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737876736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.779353:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094427467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737876928:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.779372:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228315.779389:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228315.779393:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737876608:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.779408:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228315.779413:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737876992:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.779426:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228315.779453:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876544
00000100:00100000:2.0:1761228315.779474:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876928
00000100:00100000:2.0:1761228315.779485:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876992
00000100:00100000:2.0:1761228315.779498:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4615
00000100:00100000:2.0:1761228315.779502:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ee7ded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737876544:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.779536:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ee7ded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737876544:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (385us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228315.779543:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4615
00000100:00100000:2.0:1761228315.779558:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4616
00000100:00100000:2.0:1761228315.779561:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc875a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737876928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.779935:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc875a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737876928:12345-0@lo:400:kworker/u8:2.0 Request processed in 372us (562us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228315.779941:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4616
00000100:00100000:2.0:1761228315.779952:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4617
00000100:00100000:2.0:1761228315.779955:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737876992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.779979:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4c7ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737876992:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (551us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228315.779983:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4617
00000100:00100000:2.0:1761228315.780028:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737876992:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.780036:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f50af66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737876544:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.780043:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094427467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737876928:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.780087:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737876800:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228315.780112:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228315.780127:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737876864:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228315.780144:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228315.780181:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876800
00000100:00100000:2.0:1761228315.780200:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876864
00000100:00100000:2.0:1761228315.780216:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304
00000100:00100000:2.0:1761228315.780219:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737876800:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228315.780309:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228315.780340:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737876800:12345-0@lo:8:kworker/u8:2.0 Request processed in 120us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228315.780346:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304
00000100:00100000:2.0:1761228315.780357:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305
00000100:00100000:2.0:1761228315.780360:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737876864:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228315.780439:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228315.780460:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737876864:12345-0@lo:8:kworker/u8:2.0 Request processed in 99us (316us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228315.780465:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305
00000100:00080000:2.0:1761228315.780485:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228315.780488:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228315.780491:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737876800:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228315.780499:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228315.780502:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228315.780504:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed5d8596 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737876864:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228315.780527:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876480
00000100:00100000:2.0:1761228315.780557:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715
00000100:00100000:2.0:1761228315.780560:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737876480:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.780588:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737876480:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (1497us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228315.780593:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715
00000100:00100000:0.0:1761228315.780631:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737877120:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.780632:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876608
00000100:00100000:2.0:1761228315.780648:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169
00000100:00100000:2.0:1761228315.780651:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737876608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228315.780657:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228315.780677:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737876480:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.780681:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737876608:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (1273us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228315.780686:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169
00000100:00100000:0.0:1761228315.780701:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877120
00000100:00100000:2.0:1761228315.780706:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce36ea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737876608:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228315.780724:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901
00000100:00100000:0.0:1761228315.780728:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737877120:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228315.780760:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737877120:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (102us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228315.780765:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901
00000100:00100000:0.0:1761228315.780804:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737877120:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228315.780906:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228315.780912:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737876736:12345-0@lo:400:kworker/u8:2.0 Request processed in 1627us (1762us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228315.780923:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168
00000100:00100000:1.0:1761228315.780930:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737877056:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228315.780950:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228315.781000:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737876736:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228315.781055:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877056
00000100:00100000:3.0:1761228315.781083:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902
00000100:00100000:3.0:1761228315.781086:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047fcc65c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737877056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228315.781127:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047fcc65c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737877056:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228315.781133:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902
00000100:00100000:1.0:1761228315.781154:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737877056:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.784007:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737876672
00000100:00100000:2.0:1761228315.784087:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4618
00000100:00100000:2.0:1761228315.784094:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053e2be66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737876672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228315.784199:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053e2be66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737876672:12345-0@lo:400:kworker/u8:2.0 Request processed in 105us (3292us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228315.784206:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4618
00000100:00100000:1.0:1761228315.784367:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ae7cf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737876672:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228316.291480:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228316.291502:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8696aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737877184:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228316.291570:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228316.291617:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877184
00000100:00100000:0.0:1761228316.291658:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984
00000100:00100000:0.0:1761228316.291664:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737877184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228316.291699:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228316.291740:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737877184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228316.291748:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984
00000100:00100000:0.0:1761228316.291811:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8696aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737877184:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228316.739035:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228317.315797:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228317.315816:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000493af5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737877248:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228317.315893:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228317.315993:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877248
00000100:00100000:3.0:1761228317.316050:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170
00000100:00100000:3.0:1761228317.316056:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737877248:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228317.316102:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228317.316185:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737877248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228317.316192:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170
00000100:00100000:1.0:1761228317.316281:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000493af5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737877248:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228317.764101:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228318.787010:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228319.714145:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228319.714196:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228319.714241:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228319.714352:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741504
00000100:00100000:3.0:1761228319.714418:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4619
00000100:00100000:3.0:1761228319.714426:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720741504:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228319.714521:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce36ea3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720741504:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 95us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228319.714530:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4619
00000100:00100000:1.0:1761228319.714933:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741632
00000100:00100000:0.0:1761228319.715035:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741440
00000100:00100000:1.0:1761228319.716017:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2306
00000100:00100000:1.0:1761228319.716025:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fd9b134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720741632:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228319.716128:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228319.716194:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fd9b134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720741632:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 168us (1953us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228319.716201:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2306
00000100:00100000:0.0:1761228319.716369:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1716
00000100:00100000:0.0:1761228319.716375:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720741440:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228319.716410:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720741440:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 36us (2276us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228319.716415:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1716
00000100:00100000:2.0:1761228319.719590:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228319.719667:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741568
00000100:00100000:3.0:1761228319.720076:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4620
00000100:00100000:3.0:1761228319.720083:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720741568:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228319.720178:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed5d8596 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720741568:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 96us (597us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228319.720187:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4620
00010000:00010000:0.0:1761228319.811399:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228319.875176:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228319.875199:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000175b7881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737877312:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228319.875268:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228319.876656:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877312
00000100:00100000:0.0:1761228319.876717:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171
00000100:00100000:0.0:1761228319.876723:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737877312:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228319.876762:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228319.876851:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737877312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (1584us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228319.876858:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171
00000100:00100000:2.0:1761228319.877283:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000175b7881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737877312:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228320.835000:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228320.899466:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228320.899472:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228320.899475:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228320.899482:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3911
00000100:00080000:0.0:1761228320.899486:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1761228320.899492:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228320.899508:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000942e8720 x1846777737877696/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228320.899522:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228320.899525:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228320.899526:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228320.899528:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3911
00000100:00080000:0.0:1761228320.899530:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1761228320.899532:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228320.899538:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000251abae7 x1846777737877760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228320.899594:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737877504:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.899649:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228320.899671:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737877888:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.899691:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228320.899713:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228320.899717:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737877440:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.899737:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228320.899749:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737877824:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.899767:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228320.899806:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000942e8720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737877696:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228320.899827:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228320.899839:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000251abae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737877760:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228320.899851:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228320.899877:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877504
00000100:00100000:0.0:1761228320.899909:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172
00000100:00100000:0.0:1761228320.899914:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e63e3e0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737877504:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.899953:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e63e3e0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737877504:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228320.899959:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172
00000100:00100000:0.0:1761228320.899979:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877888
00000100:00100000:0.0:1761228320.899997:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877440
00000100:00100000:0.0:1761228320.900009:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877824
00000100:00100000:0.0:1761228320.900033:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4621
00000100:00100000:0.0:1761228320.900036:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbee2ed4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737877888:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.900065:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbee2ed4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737877888:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (373us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228320.900071:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4621
00000100:00100000:0.0:1761228320.900081:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4622
00000100:00100000:0.0:1761228320.900084:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c14ec519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737877440:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.900118:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c14ec519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737877440:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228320.900124:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4622
00000100:00100000:0.0:1761228320.900134:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4623
00000100:00100000:0.0:1761228320.900137:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000939e5e73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737877824:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.900158:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000939e5e73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737877824:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (391us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228320.900163:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4623
00000100:00100000:0.0:1761228320.900202:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737877440:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.900212:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737877824:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.900219:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737877504:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.900226:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737877888:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.900254:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877696
00000100:00100000:0.0:1761228320.900272:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877760
00000100:00100000:0.0:1761228320.900285:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307
00000100:00100000:0.0:1761228320.900289:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737877696:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228320.900398:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228320.900430:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737877696:12345-0@lo:8:kworker/u8:4.0 Request processed in 140us (603us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228320.900437:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307
00000100:00100000:0.0:1761228320.900447:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308
00000100:00100000:0.0:1761228320.900450:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b55ed84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737877760:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228320.900535:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228320.900557:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b55ed84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737877760:12345-0@lo:8:kworker/u8:4.0 Request processed in 106us (705us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228320.900563:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308
00000100:00080000:0.0:1761228320.900589:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228320.900592:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228320.900596:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000942e8720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737877696:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228320.900603:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228320.900605:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228320.900607:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000251abae7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737877760:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228320.900958:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8adcccc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737877376:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.900998:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228320.901028:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf51f854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737877632:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901051:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228320.901071:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008393cc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737878016:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901090:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228320.901116:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228320.901123:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000175b7881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737877568:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901147:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228320.901160:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737877952:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901182:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228320.901231:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877568
00000100:00100000:2.0:1761228320.901264:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4624
00000100:00100000:2.0:1761228320.901269:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006abdd8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737877568:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901311:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006abdd8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737877568:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228320.901318:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4624
00000100:00100000:2.0:1761228320.901342:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877632
00000100:00100000:2.0:1761228320.901366:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173
00000100:00100000:2.0:1761228320.901371:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737877632:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901408:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737877632:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (357us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228320.901414:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173
00000100:00100000:2.0:1761228320.901444:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878016
00000100:00100000:2.0:1761228320.901464:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877952
00000100:00100000:2.0:1761228320.901480:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903
00000100:00100000:2.0:1761228320.901483:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737878016:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901511:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737878016:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (420us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228320.901516:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903
00000100:00100000:2.0:1761228320.901526:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904
00000100:00100000:2.0:1761228320.901529:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737877952:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901549:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737877952:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (368us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228320.901554:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904
00000100:00100000:2.0:1761228320.901592:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000175b7881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737877568:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901601:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737877952:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901609:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf51f854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737877632:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228320.901616:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008393cc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737878016:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.901867:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737877376
00000100:00100000:0.0:1761228320.901902:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717
00000100:00100000:0.0:1761228320.901906:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737877376:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228320.903077:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8adcccc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737877376:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228320.903508:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737877376:12345-0@lo:400:kworker/u8:4.0 Request processed in 1600us (2508us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228320.903519:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717
00000100:00100000:0.0:1761228321.411943:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d3df50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737878080:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228321.412020:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228321.412107:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878080
00000100:00100000:0.0:1761228321.412166:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985
00000100:00100000:0.0:1761228321.412172:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737878080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228321.412214:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228321.412258:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737878080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228321.412266:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985
00000100:00100000:0.0:1761228321.412310:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d3df50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737878080:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228321.858999:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228322.435009:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737878144:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228322.435127:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228322.435399:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878144
00000100:00100000:3.0:1761228322.435449:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174
00000100:00100000:3.0:1761228322.435455:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d3df50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737878144:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228322.435496:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228322.435547:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d3df50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737878144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (422us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228322.435555:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174
00000100:00100000:0.0:1761228322.435743:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737878144:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228322.884503:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228323.910717:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228324.829253:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228324.830257:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228324.830298:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228324.830332:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741696
00000100:00100000:3.0:1761228324.830333:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228324.830376:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741824
00000100:00100000:2.0:1761228324.830385:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1718
00000100:00100000:2.0:1761228324.830393:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720741696:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228324.830410:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741760
00000100:00100000:3.0:1761228324.830432:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4625
00000100:00100000:3.0:1761228324.830437:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007842d1ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720741824:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228324.830457:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720741696:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 63us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228324.830465:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1718
00000100:00100000:3.0:1761228324.830473:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007842d1ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720741824:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 35us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228324.830481:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4625
00000100:00100000:3.0:1761228324.830500:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4626
00000100:00100000:3.0:1761228324.830505:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008743fe78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720741760:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228324.830531:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008743fe78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720741760:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 26us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228324.830537:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4626
00000100:00100000:1.0:1761228324.830687:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741888
00000100:00100000:1.0:1761228324.830723:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2309
00000100:00100000:1.0:1761228324.830727:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720741888:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228324.830848:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228324.830882:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720741888:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 154us (1637us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228324.830888:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2309
00010000:00010000:1.0:1761228324.930977:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228324.997618:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f0f64cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737878208:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228324.997691:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228324.997793:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878208
00000100:00100000:3.0:1761228324.997837:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175
00000100:00100000:3.0:1761228324.997842:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047fcc65c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737878208:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228324.997878:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228324.999933:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047fcc65c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737878208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2085us (2238us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228324.999947:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175
00000100:00100000:1.0:1761228325.000274:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f0f64cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737878208:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228325.956748:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228326.019255:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228326.019261:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228326.019265:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228326.019273:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3916
00000100:00080000:3.0:1761228326.019278:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228326.019284:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228326.019304:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086c33116 x1846777737878592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228326.019318:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228326.019321:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228326.019322:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228326.019326:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3916
00000100:00080000:3.0:1761228326.019327:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228326.019330:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228326.019340:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000987fc900 x1846777737878656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228326.019390:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd66a77d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737878400:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228326.019455:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228326.019479:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737878784:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228326.019501:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228326.019523:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228326.019528:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5318b18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737878336:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228326.019547:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228326.019588:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c27ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737878272:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.019631:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228326.019644:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db10a6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737878528:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.019664:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228326.019680:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737878912:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.019703:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228326.019716:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228326.019721:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737878464:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228326.019804:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737878592:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228326.019830:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228326.019846:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987fc900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737878656:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228326.019872:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228326.021339:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878272
00000100:00100000:2.0:1761228326.021553:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719
00000100:00100000:2.0:1761228326.021560:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737878272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.021572:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878784
00000100:00100000:1.0:1761228326.021608:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878336
00000100:00100000:1.0:1761228326.021625:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4627
00000100:00100000:1.0:1761228326.021629:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cb623ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737878784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228326.021678:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4628
00000100:00100000:0.0:1761228326.021685:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033faea50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737878336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.021692:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cb623ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737878784:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (2188us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228326.021701:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4627
00000100:00100000:2.0:1761228326.021707:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737878272:12345-0@lo:400:kworker/u8:2.0 Request processed in 145us (2078us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228326.021715:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719
00000100:00100000:1.0:1761228326.021730:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878912
00000100:00100000:0.0:1761228326.021736:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033faea50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737878336:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (2187us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228326.021745:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4628
00000100:00100000:2.0:1761228326.021760:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878400
00000100:00100000:1.0:1761228326.021767:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878592
00000100:00100000:1.0:1761228326.021803:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905
00000100:00100000:0.0:1761228326.021807:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228326.021810:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066209365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737878912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228326.021835:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737878848:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.021847:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066209365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737878912:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (2142us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228326.021854:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905
00000100:00100000:0.0:1761228326.021869:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228326.021869:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878656
00000100:00100000:1.0:1761228326.021884:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878848
00000100:00100000:1.0:1761228326.021900:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906
00000100:00100000:1.0:1761228326.021903:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f0f64cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737878848:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228326.021906:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c27ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737878272:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228326.021924:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737878912:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.021938:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f0f64cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737878848:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (70us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228326.021946:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906
00000100:00100000:0.0:1761228326.021957:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737878848:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.021962:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310
00000100:00100000:1.0:1761228326.021968:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737878592:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228326.021985:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878464
00000100:00100000:0.0:1761228326.022007:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4629
00000100:00100000:0.0:1761228326.022011:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737878464:12345-0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1761228326.022065:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228326.022100:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737878592:12345-0@lo:8:kworker/u8:2.0 Request processed in 132us (2269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228326.022106:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310
00000100:00100000:1.0:1761228326.022117:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311
00000100:00100000:1.0:1761228326.022120:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000571b669d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737878656:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228326.022193:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228326.022215:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000571b669d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737878656:12345-0@lo:8:kworker/u8:2.0 Request processed in 94us (2343us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228326.022220:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311
00000100:00080000:1.0:1761228326.022247:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228326.022251:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228326.022255:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737878592:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228326.022263:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228326.022265:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228326.022268:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987fc900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737878656:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228326.022320:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878528
00000100:00100000:1.0:1761228326.022338:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176
00000100:00100000:1.0:1761228326.022342:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737878400:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.022371:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737878400:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (2918us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228326.022377:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176
00000100:00100000:1.0:1761228326.022388:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177
00000100:00100000:1.0:1761228326.022391:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004af95103 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737878528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.022418:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004af95103 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737878528:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (2753us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228326.022423:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177
00000100:00100000:1.0:1761228326.022454:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db10a6b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737878528:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228326.023255:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5318b18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737878336:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228326.023265:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000493af5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737878720:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228326.023302:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228326.023323:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd66a77d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737878400:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228326.023335:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737878784:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.023358:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878720
00000100:00100000:1.0:1761228326.023399:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4630
00000100:00100000:1.0:1761228326.023403:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000316653c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737878720:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.023449:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000316653c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737878720:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (148us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228326.023455:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4630
00000100:00100000:3.0:1761228326.023879:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000493af5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737878720:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228326.024914:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003097b3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737878464:12345-0@lo:400:kworker/u8:2.0 Request processed in 2898us (3105us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228326.024925:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4629
00000100:00100000:3.0:1761228326.025754:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737878464:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228326.531119:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008393cc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737878976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228326.531194:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228326.531747:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737878976
00000100:00100000:2.0:1761228326.531819:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986
00000100:00100000:2.0:1761228326.531825:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f093386 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737878976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228326.531860:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228326.531915:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f093386 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737878976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (722us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228326.531923:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986
00000100:00100000:0.0:1761228326.532599:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008393cc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737878976:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228326.979102:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228327.555836:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737879040:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228327.555911:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228327.555974:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879040
00000100:00100000:2.0:1761228327.556031:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178
00000100:00100000:2.0:1761228327.556036:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d35b6fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737879040:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228327.556075:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228327.556718:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d35b6fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737879040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 679us (806us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228327.556726:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178
00000100:00100000:1.0:1761228327.556727:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737879040:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228328.004087:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228329.027070:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228329.947953:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228329.948025:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228329.948065:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228329.948115:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228329.948121:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742080
00000100:00100000:3.0:1761228329.948146:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742144
00000100:00100000:2.0:1761228329.948179:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742016
00000100:00100000:2.0:1761228329.948204:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4631
00000100:00100000:2.0:1761228329.948210:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000940777ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720742080:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228329.948226:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2312
00000100:00100000:3.0:1761228329.948233:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720742144:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1761228329.948297:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000940777ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720742080:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 86us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228329.948305:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4631
00000100:00100000:2.0:1761228329.948323:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4632
00010000:02020000:3.0:1761228329.948327:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228329.948332:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076a6ceef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720742016:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228329.948367:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720742144:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 133us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228329.948374:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076a6ceef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720742016:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 41us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228329.948381:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2312
00000100:00100000:2.0:1761228329.948386:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4632
00000100:00100000:0.0:1761228329.948706:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720741952
00000100:00100000:0.0:1761228329.948745:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1720
00000100:00100000:0.0:1761228329.948750:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720741952:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228329.948837:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720741952:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 86us (896us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228329.948845:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1720
00010000:00010000:1.0:1761228330.051066:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228330.115719:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008393cc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737879104:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228330.115804:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228330.115920:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879104
00000100:00100000:2.0:1761228330.115971:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179
00000100:00100000:2.0:1761228330.115978:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737879104:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228330.116026:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228330.116082:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737879104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228330.116089:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179
00000100:00100000:1.0:1761228330.116838:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008393cc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737879104:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228331.078304:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228331.139069:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1761228331.139077:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228331.139083:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228331.139087:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1761228331.139094:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737879360:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228331.139095:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3921
00000100:00080000:3.0:1761228331.139100:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228331.139108:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228331.139130:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000052acdfc4 x1846777737879488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228331.139147:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228331.139150:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228331.139151:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228331.139154:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3921
00000100:00080000:3.0:1761228331.139156:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228331.139159:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228331.139169:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001d72cdff x1846777737879552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228331.139214:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737879488:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228331.139249:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228331.139274:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d72cdff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737879552:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228331.139291:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228331.139310:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228331.139336:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737879168:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.139342:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879488
00000100:00100000:3.0:1761228331.139378:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879552
00000100:00100000:0.0:1761228331.139383:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228331.139403:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313
00000100:00100000:0.0:1761228331.139404:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737879744:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.139412:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737879488:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228331.139433:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228331.139450:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:0.0:1761228331.139456:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737879424:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228331.139479:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228331.139492:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737879808:0@lo:400:kworker/u8:4.0
00010000:02020000:3.0:1761228331.139503:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228331.139513:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228331.139540:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879360
00000100:00100000:3.0:1761228331.139552:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737879488:12345-0@lo:8:kworker/u8:4.0 Request processed in 139us (302us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228331.139560:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313
00000100:00100000:0.0:1761228331.139576:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4633
00000100:00100000:3.0:1761228331.139579:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879744
00000100:00100000:0.0:1761228331.139583:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008393cc54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737879360:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.139597:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879808
00000100:00100000:3.0:1761228331.139610:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907
00000100:00100000:3.0:1761228331.139612:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737879744:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.139650:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737879744:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228331.139656:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907
00000100:00100000:3.0:1761228331.139666:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908
00000100:00100000:3.0:1761228331.139670:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737879808:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.139695:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737879808:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228331.139700:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908
00000100:00100000:3.0:1761228331.139710:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314
00000100:00100000:3.0:1761228331.139714:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737879552:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228331.139817:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228331.139839:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737879552:12345-0@lo:8:kworker/u8:4.0 Request processed in 124us (548us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228331.139845:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314
00000100:00100000:3.0:1761228331.139874:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737879296:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.139898:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228331.139912:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737879680:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.139935:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228331.139954:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228331.139960:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737879232:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228331.139970:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008393cc54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737879360:12345-0@lo:400:kworker/u8:4.0 Request processed in 387us (662us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228331.139990:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4633
00000100:00100000:3.0:1761228331.140000:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228331.140024:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737879616:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.140046:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228331.140201:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879424
00000100:00100000:1.0:1761228331.140227:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879296
00000100:00100000:1.0:1761228331.140239:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180
00000100:00100000:1.0:1761228331.140242:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737879424:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228331.140274:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737879424:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (795us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228331.140279:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180
00000100:00100000:1.0:1761228331.140290:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181
00000100:00100000:1.0:1761228331.140293:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737879296:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228331.140312:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737879296:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228331.140317:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181
00000100:00100000:2.0:1761228331.140417:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879168
00000100:00100000:2.0:1761228331.140445:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721
00000100:00100000:2.0:1761228331.140448:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737879168:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228331.140476:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737879168:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (1095us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228331.140481:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721
00000100:00100000:0.0:1761228331.140587:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879680
00000100:00100000:3.0:1761228331.140643:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737879296:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.140673:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879232
00000100:00100000:3.0:1761228331.140696:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879616
00000100:00100000:0.0:1761228331.140724:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4634
00000100:00100000:0.0:1761228331.140729:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f23e83a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737879232:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228331.140735:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4635
00000100:00100000:1.0:1761228331.140741:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb3a90fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737879680:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228331.140773:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f23e83a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737879232:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (773us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228331.140798:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb3a90fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737879680:12345-0@lo:400:kworker/u8:4.0 Request processed in 56us (863us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228331.140802:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4634
00000100:00100000:1.0:1761228331.140810:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4635
00000100:00100000:0.0:1761228331.140822:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4636
00000100:00100000:0.0:1761228331.140828:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ff0674 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737879616:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228331.140857:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ff0674 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737879616:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (810us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228331.140863:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4636
00000100:00100000:0.0:1761228331.140892:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737879232:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228331.140905:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737879616:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228331.140920:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737879680:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228331.140920:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228331.140927:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228331.140934:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737879488:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228331.140949:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228331.140952:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228331.140955:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d72cdff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737879552:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228331.141007:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c01a600d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737879424:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.141018:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737879808:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.141028:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737879744:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.141037:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737879360:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228331.141043:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737879168:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228331.651452:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737879872:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228331.651539:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228331.651747:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879872
00000100:00100000:3.0:1761228331.651818:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987
00000100:00100000:3.0:1761228331.651825:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737879872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228331.651864:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228331.651923:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737879872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (385us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228331.651932:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987
00000100:00100000:2.0:1761228331.651961:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737879872:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228332.099596:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228332.677821:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228332.677843:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737879936:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228332.677912:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228332.678192:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737879936
00000100:00100000:3.0:1761228332.678247:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182
00000100:00100000:3.0:1761228332.678253:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737879936:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228332.678293:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228332.678347:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737879936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228332.678354:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182
00000100:00100000:2.0:1761228332.678392:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737879936:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228333.125022:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228334.147000:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228335.068468:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228335.068656:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742208
00000100:00100000:0.0:1761228335.068719:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1722
00000100:00100000:0.0:1761228335.068726:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720742208:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228335.069006:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720742208:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 279us (552us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228335.069015:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1722
00000100:00100000:3.0:1761228335.075649:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228335.075754:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228335.082735:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228335.082832:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742272
00000100:00100000:1.0:1761228335.082898:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742336
00000100:00100000:1.0:1761228335.082919:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4637
00000100:00100000:1.0:1761228335.082925:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c01a600d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720742272:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228335.083010:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c01a600d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720742272:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 85us (7370us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228335.083019:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4637
00000100:00100000:1.0:1761228335.083037:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4638
00000100:00100000:1.0:1761228335.083041:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d72cdff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720742336:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228335.083059:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d72cdff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720742336:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 18us (7307us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228335.083065:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4638
00000100:00100000:0.0:1761228335.087243:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742400
00000100:00100000:0.0:1761228335.087318:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2315
00000100:00100000:0.0:1761228335.087325:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720742400:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228335.087427:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228335.087513:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720742400:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 187us (4786us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228335.087521:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2315
00010000:00010000:1.0:1761228335.171816:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228335.235076:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228335.235852:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd66a77d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737880000:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228335.235944:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228335.236044:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880000
00000100:00100000:1.0:1761228335.236097:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183
00000100:00100000:1.0:1761228335.236103:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737880000:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228335.236143:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228335.236465:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737880000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 360us (522us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228335.236473:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183
00000100:00100000:2.0:1761228335.236543:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd66a77d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737880000:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228336.195092:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228336.259015:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228336.259023:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228336.259026:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228336.259035:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3927
00000100:00080000:3.0:1761228336.259039:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228336.259044:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228336.259066:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d4187c5f x1846777737880384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228336.259080:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228336.259083:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228336.259085:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228336.259088:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3927
00000100:00080000:3.0:1761228336.259089:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228336.259093:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228336.259102:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e3a48f2f x1846777737880448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228336.259103:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737880064:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259147:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737880128:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228336.259211:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737880192:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228336.259293:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737880256:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259363:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228336.259388:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737880512:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259408:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228336.259457:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880128
00000100:00100000:3.0:1761228336.259498:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880512
00000100:00100000:3.0:1761228336.259517:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4639
00000100:00100000:3.0:1761228336.259522:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f19d1b68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737880128:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259569:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f19d1b68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737880128:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228336.259576:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4639
00000100:00100000:3.0:1761228336.259593:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4640
00000100:00100000:3.0:1761228336.259606:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004adf3e7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737880512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259633:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004adf3e7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737880512:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228336.259638:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4640
00000100:00100000:3.0:1761228336.259673:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a62ba4a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737880128:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259683:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737880512:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259708:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737880384:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259734:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228336.259750:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737880448:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259767:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228336.259774:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228336.259812:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737880320:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228336.259837:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228336.259854:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737880704:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228336.259872:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228336.259892:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880320
00000100:00100000:3.0:1761228336.259909:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880064
00000100:00100000:2.0:1761228336.259929:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184
00000100:00100000:2.0:1761228336.259933:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737880320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.259941:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723
00000100:00100000:3.0:1761228336.259944:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737880064:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228336.259964:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737880320:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228336.259965:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737880064:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228336.259970:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184
00000100:00100000:3.0:1761228336.259970:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723
00000100:00100000:3.0:1761228336.259995:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880384
00000100:00100000:2.0:1761228336.259996:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd91bbbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737880064:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228336.260004:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737880320:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.260012:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880448
00000100:00100000:3.0:1761228336.260022:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880704
00000100:00100000:2.0:1761228336.260037:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909
00000100:00100000:2.0:1761228336.260041:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737880704:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228336.260041:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316
00000100:00100000:3.0:1761228336.260044:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737880384:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228336.260070:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737880704:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228336.260075:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909
00000100:00100000:2.0:1761228336.260086:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317
00000100:00100000:2.0:1761228336.260089:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737880448:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228336.260178:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:2.0:1761228336.260196:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228336.260206:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737880384:12345-0@lo:8:kworker/u8:4.0 Request processed in 162us (473us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228336.260212:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737880448:12345-0@lo:8:kworker/u8:4.0 Request processed in 122us (445us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228336.260213:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316
00000100:00100000:2.0:1761228336.260217:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317
00000100:00100000:2.0:1761228336.260234:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737880704:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228336.260234:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228336.260237:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228336.260240:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737880384:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228336.260247:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228336.260250:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228336.260252:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737880448:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228336.261865:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228336.261897:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737880576:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228336.261936:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228336.262061:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880192
00000100:00100000:2.0:1761228336.262114:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185
00000100:00100000:2.0:1761228336.262120:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737880192:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228336.262173:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737880192:12345-0@lo:400:kworker/u8:4.0 Request processed in 52us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228336.262180:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185
00000100:00100000:0.0:1761228336.262263:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737880192:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228336.262347:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228336.262377:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737880640:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228336.262401:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228336.262471:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880576
00000100:00100000:0.0:1761228336.262506:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880256
00000100:00100000:0.0:1761228336.262526:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4641
00000100:00100000:0.0:1761228336.262530:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737880576:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228336.262565:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db10a6b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737880576:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (628us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228336.262571:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4641
00000100:00100000:0.0:1761228336.262581:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4642
00000100:00100000:0.0:1761228336.262584:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe2ef75c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737880256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228336.262620:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe2ef75c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737880256:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228336.262626:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4642
00000100:00100000:0.0:1761228336.262654:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737880576:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228336.262771:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737880256:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228336.262843:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880640
00000100:00100000:2.0:1761228336.262877:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910
00000100:00100000:2.0:1761228336.262882:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069917e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737880640:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228336.262932:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069917e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737880640:12345-0@lo:400:kworker/u8:4.0 Request processed in 50us (531us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228336.262940:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910
00000100:00100000:0.0:1761228336.263005:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737880640:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228336.773670:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228336.773689:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000196e18c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737880768:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228336.773757:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228336.773875:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880768
00000100:00100000:3.0:1761228336.773932:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988
00000100:00100000:3.0:1761228336.773937:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e59acb0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737880768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228336.773971:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228336.774013:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e59acb0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737880768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228336.774021:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988
00000100:00100000:1.0:1761228336.774080:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000196e18c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737880768:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228337.219046:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228337.795850:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737880832:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228337.795926:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228337.795977:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880832
00000100:00100000:1.0:1761228337.796035:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186
00000100:00100000:1.0:1761228337.796041:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737880832:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228337.796079:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228337.796134:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737880832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228337.796143:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186
00000100:00100000:0.0:1761228337.796180:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737880832:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228338.244837:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228339.267025:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228340.189992:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228340.190039:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228340.190077:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228340.190116:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228340.190212:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742464
00000100:00100000:0.0:1761228340.190312:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1724
00000100:00100000:0.0:1761228340.190320:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720742464:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228340.190394:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720742464:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 74us (354us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228340.190401:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1724
00000100:00100000:2.0:1761228340.190838:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742592
00000100:00100000:2.0:1761228340.190891:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742528
00000100:00100000:2.0:1761228340.190911:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4643
00000100:00100000:2.0:1761228340.190916:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d8be61a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720742592:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228340.190960:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d8be61a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720742592:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 40us (880us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228340.190960:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4644
00000100:00100000:3.0:1761228340.190971:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca852440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720742528:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228340.190972:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4643
00000100:00100000:3.0:1761228340.191012:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca852440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720742528:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 44us (896us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228340.191019:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4644
00000100:00100000:1.0:1761228340.191606:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742656
00000100:00100000:1.0:1761228340.191643:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2318
00000100:00100000:1.0:1761228340.191648:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061de132d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720742656:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228340.191739:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228340.191814:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061de132d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720742656:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 165us (1829us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228340.191822:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2318
00010000:00010000:0.0:1761228340.291416:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228340.359245:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737880896:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228340.359323:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228340.359394:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880896
00000100:00100000:3.0:1761228340.359449:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187
00000100:00100000:3.0:1761228340.359456:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737880896:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228340.359493:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228340.362062:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c33116 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737880896:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228340.362285:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737880896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2827us (2960us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228340.362297:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187
00010000:00010000:1.0:1761228341.315893:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228341.379252:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737881088:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228341.379255:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228341.379264:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228341.379268:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228341.379274:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3932
00000100:00080000:2.0:1761228341.379277:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228341.379283:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228341.379302:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f22069b9 x1846777737881280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228341.379315:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228341.379318:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228341.379320:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228341.379322:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3932
00000100:00080000:2.0:1761228341.379324:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1761228341.379328:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761228341.379329:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228341.379339:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a945875a x1846777737881344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228341.379366:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6638bd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737881472:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228341.379393:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228341.379403:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013044097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737881152:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228341.379411:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1761228341.379418:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737881024:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.379441:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228341.379472:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da7cf2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737881536:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.379496:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228341.379510:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761228341.379514:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737880960:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.379539:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228341.379552:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b477a8aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737881216:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.379570:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228341.379581:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ff7edb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737881600:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.379599:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228341.379628:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881536
00000100:00100000:2.0:1761228341.379666:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881600
00000100:00100000:2.0:1761228341.379684:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911
00000100:00100000:2.0:1761228341.379688:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005735e68f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737881536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.379753:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005735e68f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737881536:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228341.379759:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911
00000100:00100000:2.0:1761228341.379773:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912
00000100:00100000:2.0:1761228341.379797:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004647fcaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737881600:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.379822:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004647fcaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737881600:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228341.379827:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912
00000100:00100000:2.0:1761228341.379851:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737880960
00000100:00100000:2.0:1761228341.379884:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725
00000100:00100000:2.0:1761228341.379887:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737880960:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.379913:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737880960:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (374us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228341.379919:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725
00000100:00100000:2.0:1761228341.379955:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737880960:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.379970:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ff7edb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737881600:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228341.379979:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881472
00000100:00100000:2.0:1761228341.379981:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da7cf2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737881536:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228341.380013:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881152
00000100:00100000:2.0:1761228341.380029:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881088
00000100:00100000:1.0:1761228341.380040:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4645
00000100:00100000:1.0:1761228341.380045:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ebdaaa4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737881472:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.380056:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881216
00000100:00100000:2.0:1761228341.380072:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188
00000100:00100000:2.0:1761228341.380076:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000838938c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737881088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228341.380086:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ebdaaa4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737881472:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (692us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228341.380093:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4645
00000100:00100000:1.0:1761228341.380112:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4646
00000100:00100000:2.0:1761228341.380116:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000838938c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737881088:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (790us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228341.380118:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058d702ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737881152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.380129:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188
00000100:00100000:2.0:1761228341.380144:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189
00000100:00100000:2.0:1761228341.380149:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e96c92b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737881216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228341.380160:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058d702ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737881152:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (720us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228341.380167:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4646
00000100:00100000:2.0:1761228341.380182:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e96c92b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737881216:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (610us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228341.380195:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189
00000100:00100000:1.0:1761228341.380206:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228341.380220:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881024
00000100:00100000:1.0:1761228341.380226:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1a75862 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737881408:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.380243:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4647
00000100:00100000:2.0:1761228341.380248:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000322ab9e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737881024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228341.380255:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228341.380286:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000322ab9e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737881024:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (82us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228341.380290:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6638bd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737881472:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.380297:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4647
00000100:00100000:1.0:1761228341.380307:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737881088:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.380312:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881408
00000100:00100000:1.0:1761228341.380329:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737881024:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.380335:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4648
00000100:00100000:2.0:1761228341.380341:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9301be1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737881408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.380379:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9301be1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737881408:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (124us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228341.380386:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4648
00000100:00100000:1.0:1761228341.380389:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1a75862 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737881408:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.380417:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b477a8aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737881216:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228341.380429:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013044097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737881152:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228341.380598:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f22069b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737881280:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228341.380628:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228341.380652:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737881344:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228341.380672:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228341.381353:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881280
00000100:00100000:1.0:1761228341.381875:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881344
00000100:00100000:3.0:1761228341.381988:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319
00000100:00100000:3.0:1761228341.381995:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737881280:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228341.382100:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228341.382608:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320
00000100:00100000:2.0:1761228341.382613:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737881344:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228341.382744:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228341.385525:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737881280:12345-0@lo:8:kworker/u8:2.0 Request processed in 3521us (4888us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228341.385542:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319
00000100:00100000:2.0:1761228341.387626:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737881344:12345-0@lo:8:kworker/u8:2.0 Request processed in 5004us (6947us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228341.387643:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320
00000100:00080000:0.0:1761228341.387773:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228341.387789:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228341.387794:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f22069b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737881280:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228341.387812:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228341.387815:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228341.387818:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737881344:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228341.891040:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228341.891064:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002a5522b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737881664:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228341.891138:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228341.891185:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881664
00000100:00100000:2.0:1761228341.891232:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989
00000100:00100000:2.0:1761228341.891238:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013044097 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737881664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228341.891274:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228341.891328:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013044097 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737881664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228341.891336:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989
00000100:00100000:1.0:1761228341.891698:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002a5522b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737881664:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228342.339034:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228342.917748:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737881728:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228342.917832:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228342.918151:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881728
00000100:00100000:2.0:1761228342.918858:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190
00000100:00100000:2.0:1761228342.918865:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737881728:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228342.918912:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228342.918989:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737881728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (1158us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228342.918997:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190
00000100:00100000:0.0:1761228342.919823:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737881728:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228343.362932:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228344.387859:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228345.308765:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228345.308832:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742912
00000100:00100000:2.0:1761228345.308897:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2321
00000100:00100000:2.0:1761228345.308903:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720742912:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228345.308999:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228345.309103:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720742912:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 199us (346us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228345.309110:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2321
00000100:00100000:0.0:1761228345.309760:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228345.310975:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228345.311665:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742784
00000100:00100000:3.0:1761228345.311731:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4649
00000100:00100000:0.0:1761228345.313756:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228345.314246:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742720
00000100:00100000:2.0:1761228345.314307:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1726
00000100:00100000:2.0:1761228345.314314:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720742720:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228345.314405:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720742720:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 91us (3436us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228345.314414:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1726
00000100:00100000:1.0:1761228345.314856:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742848
00000100:00100000:3.0:1761228345.315404:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c33116 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720742784:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228345.315475:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c33116 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720742784:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 3737us (5717us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228345.316149:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4650
00000100:00100000:1.0:1761228345.316161:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f8c27ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720742848:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228345.316208:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f8c27ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720742848:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 49us (2460us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228345.317139:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4649
00000100:00100000:1.0:1761228345.317173:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4650
00010000:00010000:1.0:1761228345.411323:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228345.475157:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228345.475177:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd66a77d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737881792:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228345.475257:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228345.475506:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881792
00000100:00100000:0.0:1761228345.476610:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191
00000100:00100000:0.0:1761228345.476620:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737881792:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228345.476667:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228345.477030:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737881792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 409us (1772us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228345.477037:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191
00000100:00100000:3.0:1761228345.477103:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd66a77d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737881792:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228346.435542:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228346.502533:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228346.502542:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228346.502547:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228346.502556:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3937
00000100:00080000:3.0:1761228346.502560:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228346.502566:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228346.502585:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e3a48f2f x1846777737882176/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228346.502600:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228346.502603:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228346.502604:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228346.502607:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3937
00000100:00080000:3.0:1761228346.502609:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228346.502612:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228346.502620:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d4187c5f x1846777737882240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228346.502679:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737882048:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228346.502742:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228346.502803:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000196e18c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737881920:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.502838:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737881984:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.502864:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228346.502888:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737882368:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.502998:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737882176:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228346.503024:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228346.503066:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737881856:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228346.503106:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228346.503125:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737882112:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228346.503148:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228346.503159:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737882240:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228346.503170:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737882496:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.503187:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228346.503215:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881984
00000100:00100000:3.0:1761228346.503245:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882176
00000100:00100000:0.0:1761228346.503256:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882112
00000100:00100000:0.0:1761228346.503272:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192
00000100:00100000:0.0:1761228346.503277:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd91bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737881984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.503309:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882240
00000100:00100000:3.0:1761228346.503330:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322
00000100:00100000:0.0:1761228346.503334:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd91bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737881984:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (469us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228346.503336:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737882176:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228346.503347:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192
00000100:00100000:0.0:1761228346.503365:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193
00000100:00100000:0.0:1761228346.503369:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737882112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228346.503395:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737882112:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228346.503400:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193
00010000:02020000:3.0:1761228346.503429:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228346.503468:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737882176:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (445us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228346.503476:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322
00000100:00100000:0.0:1761228346.503491:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881856
00000100:00100000:3.0:1761228346.503494:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323
00000100:00100000:3.0:1761228346.503499:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737882240:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228346.503520:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727
00000100:00100000:0.0:1761228346.503524:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737881856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228346.503553:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737881856:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (448us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228346.503558:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727
00010000:02020000:3.0:1761228346.503584:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228346.503605:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228346.503609:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737882240:12345-0@lo:8:kworker/u8:2.0 Request processed in 108us (421us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228346.503616:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323
00000100:00100000:3.0:1761228346.503628:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882496
00000100:00100000:0.0:1761228346.503646:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737881856:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.503653:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913
00000100:00100000:3.0:1761228346.503658:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737882496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228346.503661:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737882112:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.503699:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737882496:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (110us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228346.503706:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913
00000100:00100000:0.0:1761228346.503707:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737882496:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1761228346.506456:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228346.506466:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228346.506474:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737882176:0@lo:8:kworker/u8:2.0
00000100:00080000:3.0:1761228346.506484:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228346.506486:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228346.506489:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737882240:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228346.512912:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882048
00000100:00100000:3.0:1761228346.512986:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4651
00000100:00100000:3.0:1761228346.512993:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b477a8aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737882048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228346.513405:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228346.513467:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f201c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737881984:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.513725:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b477a8aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737882048:12345-0@lo:400:kworker/u8:2.0 Request processed in 731us (10983us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228346.513734:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4651
00000100:00100000:3.0:1761228346.513756:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882368
00000100:00100000:3.0:1761228346.513813:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4652
00000100:00100000:3.0:1761228346.513817:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737882368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.513855:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e04e4851 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737882368:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (452us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228346.513861:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4652
00000100:00100000:3.0:1761228346.513879:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228346.513901:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737882304:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.513931:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228346.513961:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737881920
00000100:00100000:3.0:1761228346.513983:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882304
00000100:00100000:3.0:1761228346.513998:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4653
00000100:00100000:3.0:1761228346.514002:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000951b6e0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737881920:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.514033:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000951b6e0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737881920:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (153us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228346.514038:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4653
00000100:00100000:3.0:1761228346.514047:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4654
00000100:00100000:3.0:1761228346.514050:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000facd6ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737882304:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.514070:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000facd6ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737882304:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (139us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228346.514075:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4654
00000100:00100000:3.0:1761228346.514099:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000196e18c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737881920:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.514107:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737882304:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228346.514134:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737882368:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228346.514295:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737882048:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228346.514302:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737882432:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228346.514328:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228346.514439:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882432
00000100:00100000:0.0:1761228346.514476:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914
00000100:00100000:0.0:1761228346.514480:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da7cf2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737882432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228346.514527:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da7cf2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737882432:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228346.514533:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914
00000100:00100000:1.0:1761228346.514604:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737882432:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228347.012039:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007de9f09c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737882560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228347.012108:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228347.012215:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882560
00000100:00100000:2.0:1761228347.012270:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990
00000100:00100000:2.0:1761228347.012277:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737882560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228347.012324:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228347.012376:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737882560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228347.012383:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990
00000100:00100000:0.0:1761228347.012460:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007de9f09c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737882560:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228347.459030:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228348.035131:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228348.035146:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737882624:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228348.035219:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228348.037420:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882624
00000100:00100000:2.0:1761228348.037479:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194
00000100:00100000:2.0:1761228348.037485:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737882624:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228348.037527:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228348.037603:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737882624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (2384us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228348.037610:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194
00000100:00100000:0.0:1761228348.037751:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737882624:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228348.483016:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228349.510584:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228350.429203:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228350.429256:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228350.429496:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743168
00000100:00100000:1.0:1761228350.429549:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2324
00000100:00100000:1.0:1761228350.429556:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000175b7881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720743168:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228350.429649:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228350.429707:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000175b7881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720743168:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 149us (512us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228350.429715:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2324
00000100:00100000:0.0:1761228350.431528:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228350.432460:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720742976
00000100:00100000:2.0:1761228350.432512:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1728
00000100:00100000:2.0:1761228350.432518:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720742976:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228350.432581:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720742976:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 62us (3325us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228350.432588:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1728
00000100:00100000:0.0:1761228350.434342:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228350.434622:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743104
00000100:00100000:1.0:1761228350.434682:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743040
00000100:00100000:1.0:1761228350.434709:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4655
00000100:00100000:1.0:1761228350.434715:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000251abae7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720743104:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228350.434976:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4656
00000100:00100000:0.0:1761228350.434984:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000942e8720 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720743040:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228350.435038:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000942e8720 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720743040:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 54us (704us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228350.435297:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4656
00000100:00100000:1.0:1761228350.435421:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000251abae7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720743104:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 705us (3898us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228350.435428:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4655
00010000:00010000:1.0:1761228350.531022:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228350.595911:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737882688:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228350.595984:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228350.596051:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882688
00000100:00100000:2.0:1761228350.596101:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195
00000100:00100000:2.0:1761228350.596107:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737882688:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228350.596144:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228350.597102:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737882688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 980us (1105us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228350.597112:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195
00000100:00100000:1.0:1761228350.597264:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737882688:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228351.555024:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228351.619047:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228351.619055:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228351.619058:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228351.619066:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3942
00000100:00080000:0.0:1761228351.619070:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228351.619076:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228351.619097:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006113cad8 x1846777737883072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228351.619110:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228351.619113:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228351.619114:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228351.619116:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3942
00000100:00080000:0.0:1761228351.619118:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228351.619121:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228351.619128:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c25186a0 x1846777737883136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228351.619220:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737883072:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619285:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228351.619325:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737883136:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619345:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228351.619379:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737882816:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619405:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228351.619418:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737883200:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619436:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228351.619453:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228351.619457:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737882880:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619478:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228351.619503:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737883264:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619523:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228351.619554:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882816
00000100:00100000:3.0:1761228351.619593:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883200
00000100:00100000:3.0:1761228351.619609:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883264
00000100:00100000:3.0:1761228351.619626:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4657
00000100:00100000:3.0:1761228351.619631:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced5fe32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737882816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619676:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced5fe32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737882816:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228351.619684:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4657
00000100:00100000:3.0:1761228351.619705:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4658
00000100:00100000:3.0:1761228351.619708:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a2348e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737883200:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619732:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a2348e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737883200:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228351.619768:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4658
00000100:00100000:3.0:1761228351.619804:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4659
00000100:00100000:3.0:1761228351.619809:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ee855be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737883264:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619841:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ee855be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737883264:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228351.619845:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4659
00000100:00100000:3.0:1761228351.619868:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882880
00000100:00100000:3.0:1761228351.619890:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196
00000100:00100000:3.0:1761228351.619893:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737882880:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619921:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737882880:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (442us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228351.619926:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196
00000100:00100000:1.0:1761228351.619933:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737882944:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228351.619971:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228351.619976:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737882880:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228351.619992:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737883328:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.619994:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4187c5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737883264:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620007:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737882816:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620019:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089cd820c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737883200:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228351.620022:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228351.620045:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228351.620052:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737882752:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228351.620077:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228351.620081:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883072
00000100:00100000:1.0:1761228351.620093:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737883008:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620103:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883136
00000100:00100000:1.0:1761228351.620116:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228351.620120:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883328
00000100:00100000:1.0:1761228351.620132:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737883392:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620148:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915
00000100:00100000:3.0:1761228351.620154:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050f2db84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737883328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228351.620156:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228351.620190:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883392
00000100:00100000:3.0:1761228351.620198:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050f2db84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737883328:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228351.620206:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915
00000100:00100000:1.0:1761228351.620211:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916
00000100:00100000:1.0:1761228351.620216:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a225c4ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737883392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620222:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325
00000100:00100000:3.0:1761228351.620226:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030b58906 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737883072:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228351.620244:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a225c4ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737883392:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (91us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228351.620251:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916
00000100:00100000:1.0:1761228351.620266:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326
00000100:00100000:1.0:1761228351.620268:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737883136:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228351.620430:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228351.620465:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030b58906 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737883072:12345-0@lo:8:kworker/u8:2.0 Request processed in 236us (1179us total) trans 0 rc -19/-19
00010000:02020000:1.0:1761228351.620466:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228351.620474:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325
00000100:00100000:1.0:1761228351.620496:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737883136:12345-0@lo:8:kworker/u8:2.0 Request processed in 224us (1148us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228351.620502:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326
00000100:00100000:3.0:1761228351.620521:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882944
00000100:00100000:1.0:1761228351.620528:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737882752
00000100:00100000:3.0:1761228351.620548:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4660
00000100:00100000:3.0:1761228351.620553:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737882944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228351.620560:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729
00000100:00100000:1.0:1761228351.620565:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737882752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620587:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003514c9c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737882944:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (615us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228351.620595:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4660
00000100:00100000:1.0:1761228351.620601:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737882752:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (525us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228351.620608:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729
00000100:00080000:3.0:1761228351.620629:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228351.620634:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228351.620638:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737883072:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228351.620644:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883008
00000100:00080000:3.0:1761228351.620649:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228351.620653:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228351.620657:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737883136:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228351.620665:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197
00000100:00100000:1.0:1761228351.620670:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737883008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228351.620696:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737883008:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (581us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228351.620701:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197
00000100:00100000:3.0:1761228351.620703:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737882752:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620716:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737883008:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620726:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737883392:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620751:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737882944:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228351.620762:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737883328:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228352.131149:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009972036f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737883456:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228352.131222:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228352.131289:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883456
00000100:00100000:3.0:1761228352.131336:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991
00000100:00100000:3.0:1761228352.131343:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737883456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228352.131383:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228352.131426:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737883456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228352.131434:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991
00000100:00100000:3.0:1761228352.131484:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009972036f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737883456:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228352.580631:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228353.155909:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009972036f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737883520:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228353.155981:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228353.156543:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883520
00000100:00100000:2.0:1761228353.156595:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198
00000100:00100000:2.0:1761228353.156601:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737883520:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228353.156639:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228353.156692:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737883520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (712us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228353.156700:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198
00000100:00100000:0.0:1761228353.156809:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009972036f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737883520:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228353.603834:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228354.628162:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228355.549573:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228355.549611:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228355.549689:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743296
00000100:00100000:3.0:1761228355.549733:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743232
00000100:00100000:3.0:1761228355.549811:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1730
00000100:00100000:3.0:1761228355.549817:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720743232:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228355.549893:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720743232:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 75us (328us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228355.549900:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1730
00000100:00100000:1.0:1761228355.550501:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4661
00000100:00100000:1.0:1761228355.550509:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ff7edb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720743296:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228355.550576:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ff7edb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720743296:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 67us (964us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228355.550582:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4661
00000100:00100000:2.0:1761228355.551800:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228355.552477:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228355.552558:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743424
00000100:00100000:2.0:1761228355.552600:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2327
00000100:00100000:2.0:1761228355.552607:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720743424:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228355.552709:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228355.552796:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720743424:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 169us (303us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228355.552803:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2327
00000100:00100000:0.0:1761228355.552889:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743360
00000100:00100000:0.0:1761228355.552964:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4662
00000100:00100000:0.0:1761228355.552969:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f177303a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720743360:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228355.554533:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f177303a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720743360:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 1556us (2754us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228355.554546:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4662
00010000:00010000:1.0:1761228355.651050:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228355.715054:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737883584:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228355.715126:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228355.716906:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883584
00000100:00100000:0.0:1761228355.716982:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199
00000100:00100000:0.0:1761228355.716989:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737883584:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228355.717045:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228355.717133:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737883584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 145us (2009us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228355.717140:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199
00000100:00100000:3.0:1761228355.717250:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000940801c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737883584:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228356.674980:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228356.740799:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228356.741328:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000325cfc5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737883648:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228356.741423:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228356.741556:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883648
00000100:00100000:0.0:1761228356.741610:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731
00000100:00100000:0.0:1761228356.741615:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737883648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.741665:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737883648:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228356.741672:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731
00000100:00100000:3.0:1761228356.741845:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000325cfc5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737883648:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.742266:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095885812 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737883712:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.742296:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228356.742357:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883712
00000100:00100000:3.0:1761228356.742398:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4663
00000100:00100000:3.0:1761228356.742404:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089cd820c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737883712:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228356.744339:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089cd820c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737883712:12345-0@lo:400:kworker/u8:2.0 Request processed in 1928us (2036us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228356.744352:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4663
00000100:00100000:2.0:1761228356.744636:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e041cfec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737883776:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228356.744699:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761228356.745227:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228356.745233:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228356.745236:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1761228356.745401:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095885812 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737883712:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228356.747877:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737883904:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228356.747940:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228356.749414:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000325cfc5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737883840:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.749467:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228356.749529:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883840
00000100:00100000:0.0:1761228356.749574:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4664
00000100:00100000:0.0:1761228356.749580:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4187c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737883840:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.749633:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4187c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737883840:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228356.749640:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4664
00000100:00100000:0.0:1761228356.749690:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000325cfc5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737883840:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228356.749734:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3947
00000100:00080000:1.0:1761228356.749738:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228356.749742:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228356.749772:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e65ed82d x1846777737883968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228356.749819:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228356.749823:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228356.749826:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228356.749830:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3947
00000100:00080000:1.0:1761228356.749831:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228356.749834:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228356.749845:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000668840f9 x1846777737884032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228356.749899:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001609e74b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737884224:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228356.749927:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228356.749944:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1761228356.749949:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e95440a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737884288:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228356.749967:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228356.749988:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884224
00000100:00100000:1.0:1761228356.750010:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884288
00000100:00100000:1.0:1761228356.750023:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917
00000100:00100000:1.0:1761228356.750026:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737884224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750054:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737884224:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (127us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228356.750060:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917
00000100:00100000:1.0:1761228356.750077:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918
00000100:00100000:1.0:1761228356.750080:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737884288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750102:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737884288:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (135us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228356.750107:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918
00000100:00100000:1.0:1761228356.750128:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047a18f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737884096:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750149:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228356.750165:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228356.750169:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737884160:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750189:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228356.750198:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737883968:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750214:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e95440a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737884288:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750222:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001609e74b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737884224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.750223:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228356.750235:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737884032:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750246:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883968
00000100:00100000:0.0:1761228356.750258:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228356.750270:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884032
00000100:00100000:0.0:1761228356.750278:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884096
00000100:00100000:1.0:1761228356.750284:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328
00000100:00100000:1.0:1761228356.750287:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737883968:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228356.750294:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884160
00000100:00100000:0.0:1761228356.750306:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4665
00000100:00100000:0.0:1761228356.750309:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d4dec5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737884096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.750335:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d4dec5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737884096:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228356.750340:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4665
00000100:00100000:0.0:1761228356.750351:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4666
00000100:00100000:0.0:1761228356.750354:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2623687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737884160:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.750374:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2623687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737884160:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228356.750379:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4666
00010000:02020000:1.0:1761228356.750388:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228356.750416:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329
00000100:00100000:1.0:1761228356.750418:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737883968:12345-0@lo:8:kworker/u8:2.0 Request processed in 130us (195us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228356.750420:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e149ca28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737884032:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750424:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328
00000100:00080000:1.0:1761228356.750444:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228356.750447:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228356.750450:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737883968:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750467:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec0ebc15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737884160:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228356.750474:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047a18f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737884096:0@lo:400:kworker/u8:2.0
00010000:02020000:0.0:1761228356.750498:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228356.753206:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e149ca28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737884032:12345-0@lo:8:kworker/u8:2.0 Request processed in 2778us (2941us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228356.753220:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329
00000100:00100000:3.0:1761228356.753353:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883776
00000100:00100000:3.0:1761228356.753403:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737883904
00000100:00100000:3.0:1761228356.753416:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200
00000100:00100000:3.0:1761228356.753420:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000866c6ae5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737883776:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228356.753488:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000866c6ae5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737883776:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (8789us total) trans 0 rc 0/0
00000100:00080000:2.0:1761228356.754529:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228356.754536:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228356.754543:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737884032:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228356.754608:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e041cfec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737883776:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.754864:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201
00000100:00100000:3.0:1761228356.754870:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200
00000100:00100000:0.0:1761228356.754873:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026728c32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737883904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.755998:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026728c32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737883904:12345-0@lo:400:kworker/u8:2.0 Request processed in 1119us (8051us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228356.756269:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737883904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228356.760414:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201
00000100:00100000:2.0:1761228357.251159:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737884352:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228357.251251:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228357.252078:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884352
00000100:00100000:3.0:1761228357.252132:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992
00000100:00100000:3.0:1761228357.252139:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e58d835d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737884352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228357.252177:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228357.252244:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e58d835d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737884352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (994us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228357.252252:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992
00000100:00100000:1.0:1761228357.252828:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737884352:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228357.699071:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228358.275395:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228358.275411:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030b58906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737884416:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228358.275487:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228358.275619:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884416
00000100:00100000:2.0:1761228358.275701:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202
00000100:00100000:2.0:1761228358.275708:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e95440a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737884416:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228358.275749:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228358.275830:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e95440a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737884416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228358.275839:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202
00000100:00100000:3.0:1761228358.275919:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030b58906 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737884416:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228358.723564:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228359.748701:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228360.668005:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228360.668048:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228360.668087:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228360.668127:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743616
00000100:00100000:0.0:1761228360.668145:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743552
00000100:00100000:2.0:1761228360.668256:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743488
00000100:00100000:2.0:1761228360.668290:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1732
00000100:00100000:2.0:1761228360.668297:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720743488:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228360.668360:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720743488:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 64us (365us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228360.668367:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1732
00000100:00100000:3.0:1761228360.668990:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4667
00000100:00100000:3.0:1761228360.668996:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030b58906 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720743616:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228360.669041:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030b58906 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720743616:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 45us (994us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228360.669049:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4667
00000100:00100000:3.0:1761228360.669073:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4668
00000100:00100000:3.0:1761228360.669077:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720743552:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228360.669101:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057df1a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720743552:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (1016us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228360.669107:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4668
00000100:00100000:3.0:1761228360.672582:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228360.672748:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743680
00000100:00100000:2.0:1761228360.672820:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2330
00000100:00100000:2.0:1761228360.672827:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720743680:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228360.672919:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228360.673344:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720743680:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 515us (776us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228360.673352:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2330
00010000:00010000:0.0:1761228360.771000:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228360.835696:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737884480:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228360.835772:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228360.837884:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884480
00000100:00100000:3.0:1761228360.837944:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203
00000100:00100000:3.0:1761228360.837950:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737884480:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228360.837991:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228360.838058:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737884480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (2288us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228360.838065:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203
00000100:00100000:3.0:1761228360.838111:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737884480:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228361.797018:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228361.859356:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007476d2b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737884608:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228361.859421:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228361.859492:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737884544:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228361.859525:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228361.859576:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884608
00000100:00100000:0.0:1761228361.859612:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4669
00000100:00100000:0.0:1761228361.859648:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025133392 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737884608:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228361.859810:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025133392 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737884608:12345-0@lo:400:kworker/u8:4.0 Request processed in 162us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228361.859819:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4669
00000100:00100000:3.0:1761228361.859975:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000017d4eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737884736:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228361.859979:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228361.859984:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228361.859988:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228361.859993:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3952
00000100:00080000:2.0:1761228361.859996:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228361.860001:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228361.860012:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228361.860034:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228361.860041:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005735e68f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737884800:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860066:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228361.860093:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042047923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737884672:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228361.860105:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004647fcaf x1846777737884864/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228361.860120:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761228361.860123:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228361.860127:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228361.860129:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228361.860132:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3952
00000100:00080000:2.0:1761228361.860135:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:0.0:1761228361.860163:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884800
00000100:00100000:0.0:1761228361.860182:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884672
00000100:00080000:2.0:1761228361.860195:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228361.860211:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000da7cf2ec x1846777737884928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228361.860220:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204
00000100:00100000:3.0:1761228361.860228:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f696fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737884800:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860268:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f696fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737884800:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228361.860276:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204
00000100:00100000:2.0:1761228361.860279:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884544
00000100:00100000:3.0:1761228361.860307:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884736
00000100:00100000:2.0:1761228361.860314:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733
00000100:00100000:2.0:1761228361.860320:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737884544:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860338:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4670
00000100:00100000:3.0:1761228361.860343:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009972036f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737884736:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228361.860358:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737884544:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (831us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228361.860366:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733
00000100:00100000:3.0:1761228361.860381:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009972036f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737884736:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (369us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228361.860388:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4670
00000100:00100000:2.0:1761228361.860403:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004647fcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737884864:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860413:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1a75862 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737885120:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228361.860438:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228361.860454:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da7cf2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737884928:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228361.860474:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228361.860505:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884864
00000100:00100000:2.0:1761228361.860522:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884928
00000100:00100000:2.0:1761228361.860541:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331
00000100:00100000:2.0:1761228361.860547:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737884864:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860550:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228361.860587:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005735e68f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737884800:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860599:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000017d4eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737884736:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860630:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228361.860635:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6638bd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737885184:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860658:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228361.860686:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f22069b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737885056:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228361.860690:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205
00000100:00100000:0.0:1761228361.860695:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737884672:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860713:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228361.860740:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737884672:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (620us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228361.860742:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042047923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737884672:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228361.860751:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205
00000100:00100000:3.0:1761228361.860762:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228361.860769:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737884992:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860813:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228361.860839:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885056
00000100:00100000:3.0:1761228361.860864:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737884992
00000100:00100000:3.0:1761228361.860885:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4671
00000100:00100000:1.0:1761228361.860890:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007476d2b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737884608:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860892:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005735e68f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737885056:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228361.860928:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885120
00000100:00100000:3.0:1761228361.860934:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005735e68f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737885056:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228361.860942:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4671
00000100:00100000:1.0:1761228361.860950:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885184
00000100:00100000:3.0:1761228361.860959:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4672
00000100:00100000:3.0:1761228361.860965:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042047923 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737884992:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228361.860970:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919
00000100:00100000:1.0:1761228361.860976:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737885120:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228361.860995:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042047923 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737884992:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228361.861002:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4672
00000100:00100000:1.0:1761228361.861033:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737885120:12345-0@lo:400:kworker/u8:4.0 Request processed in 56us (487us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228361.861040:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919
00000100:00100000:3.0:1761228361.861047:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737884992:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228361.861059:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920
00000100:00100000:3.0:1761228361.861063:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f22069b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737885056:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228361.861067:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737885184:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228361.861101:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737885184:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (442us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228361.861107:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332
00000100:00100000:3.0:1761228361.861189:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737884928:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228361.861272:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228361.861308:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737884928:12345-0@lo:8:kworker/u8:4.0 Request processed in 119us (833us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228361.862276:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6638bd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737885184:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228361.862288:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1a75862 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737885120:0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228361.862336:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228361.862340:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228361.862343:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da7cf2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737884928:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228361.862373:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737884544:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228361.862507:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920
00010000:02020000:2.0:1761228361.862735:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228361.862803:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737884864:12345-0@lo:8:kworker/u8:4.0 Request processed in 2256us (2366us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228361.862812:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331
00000100:00080000:0.0:1761228361.863117:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228361.863122:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228361.863125:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004647fcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737884864:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228361.863513:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332
00000100:00100000:1.0:1761228362.371544:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f22069b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737885248:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228362.371635:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228362.372567:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885248
00000100:00100000:3.0:1761228362.372636:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993
00000100:00100000:3.0:1761228362.372643:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a037fdbf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737885248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228362.372681:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228362.372747:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a037fdbf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737885248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (1112us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228362.372756:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993
00000100:00100000:0.0:1761228362.372812:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f22069b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737885248:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228362.819064:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228363.395033:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737885312:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228363.395111:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228363.395228:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885312
00000100:00100000:2.0:1761228363.395264:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206
00000100:00100000:2.0:1761228363.395270:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eb2dde2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737885312:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228363.395307:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228363.396232:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eb2dde2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737885312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 959us (1120us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228363.396241:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206
00000100:00100000:1.0:1761228363.396307:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737885312:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228363.843294:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228364.866978:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228365.793386:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228365.793439:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228365.793472:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228365.793513:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743872
00000100:00100000:3.0:1761228365.793560:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4673
00000100:00100000:3.0:1761228365.793567:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f22069b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720743872:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228365.793657:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f22069b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720743872:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 91us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228365.793665:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4673
00000100:00100000:3.0:1761228365.795064:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228365.795148:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743808
00000100:00100000:0.0:1761228365.795196:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4674
00000100:00100000:0.0:1761228365.795202:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004647fcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720743808:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228365.795259:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004647fcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720743808:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 57us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228365.795266:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4674
00000100:00100000:1.0:1761228365.795604:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743936
00000100:00100000:3.0:1761228365.796210:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2333
00000100:00100000:3.0:1761228365.796215:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720743936:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228365.796342:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228365.796462:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720743744
00000100:00100000:2.0:1761228365.796491:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1734
00000100:00100000:2.0:1761228365.796495:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720743744:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228365.796952:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720743936:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 734us (3576us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228365.796960:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2333
00000100:00100000:2.0:1761228365.797224:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720743744:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 727us (3784us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228365.797231:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1734
00010000:00010000:1.0:1761228365.891759:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228365.956231:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737885376:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228365.956306:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228365.958004:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885376
00000100:00100000:2.0:1761228365.958058:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207
00000100:00100000:2.0:1761228365.958063:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737885376:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228365.958103:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228365.958425:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737885376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 360us (2120us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228365.958432:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207
00000100:00100000:3.0:1761228365.958774:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737885376:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228366.914977:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228366.979314:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228366.980635:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228366.980856:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737885440:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228366.980939:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228366.981170:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885440
00000100:00100000:1.0:1761228366.981219:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735
00000100:00100000:3.0:1761228366.981223:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737885568:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228366.981224:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737885440:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228366.981255:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228366.981267:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737885440:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228366.981270:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737885504:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228366.981273:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735
00000100:00100000:3.0:1761228366.981291:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228366.981316:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885504
00000100:00100000:1.0:1761228366.981324:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885568
00000100:00100000:3.0:1761228366.981338:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4675
00000100:00100000:3.0:1761228366.981342:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1a75862 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737885504:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228366.981353:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208
00000100:00100000:1.0:1761228366.981357:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da7cf2ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737885568:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228366.981374:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1a75862 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737885504:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (82us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228366.981379:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da7cf2ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737885568:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (125us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228366.981380:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4675
00000100:00100000:1.0:1761228366.981384:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208
00000100:00100000:3.0:1761228366.981411:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737885568:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228366.981430:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737885504:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228366.981576:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228366.981582:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228366.981585:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228366.981589:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3957
00000100:00080000:2.0:1761228366.981591:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228366.981594:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228366.981612:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007ffc3050 x1846777737885760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228366.981628:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228366.981631:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228366.981632:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228366.981634:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3957
00000100:00080000:2.0:1761228366.981635:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228366.981638:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228366.981650:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007aaa0ae8 x1846777737885824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228366.981690:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737885696:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228366.981718:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228366.981733:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9f64868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737886080:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228366.981754:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228366.981768:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228366.981772:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737885632:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228366.981814:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228366.981826:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737886016:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228366.981843:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228366.981870:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886080
00000100:00100000:1.0:1761228366.981887:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737885888:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228366.981894:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886016
00000100:00100000:2.0:1761228366.981909:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921
00000100:00100000:1.0:1761228366.981912:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228366.981912:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f801e2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737886080:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228366.981927:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228366.981932:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737885952:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228366.981942:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f801e2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737886080:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228366.981948:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921
00000100:00100000:1.0:1761228366.981950:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228366.981959:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922
00000100:00100000:2.0:1761228366.981963:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737886016:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228366.981982:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885696
00000100:00100000:2.0:1761228366.981986:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737886016:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (143us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228366.981992:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922
00000100:00100000:1.0:1761228366.982000:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209
00000100:00100000:1.0:1761228366.982003:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737885696:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228366.982011:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006359c693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737886016:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228366.982020:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9f64868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737886080:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228366.982026:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737885696:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228366.982032:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209
00000100:00100000:2.0:1761228366.982032:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000406f2bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737885696:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228366.982327:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737885760:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228366.982354:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228366.982377:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737885824:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228366.982397:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228366.982439:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885760
00000100:00100000:0.0:1761228366.982461:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885824
00000100:00100000:0.0:1761228366.982475:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334
00000100:00100000:0.0:1761228366.982479:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737885760:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228366.982575:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228366.982611:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737885760:12345-0@lo:8:kworker/u8:4.0 Request processed in 131us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228366.982618:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334
00000100:00100000:0.0:1761228366.982631:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335
00000100:00100000:0.0:1761228366.982633:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737885824:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228366.982709:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228366.982731:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885632
00000100:00100000:0.0:1761228366.982732:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737885824:12345-0@lo:8:kworker/u8:4.0 Request processed in 97us (335us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228366.982737:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335
00000100:00100000:1.0:1761228366.982765:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885888
00000100:00080000:0.0:1761228366.982766:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228366.982769:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228366.982772:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffc3050 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737885760:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228366.982799:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737885952
00000100:00080000:0.0:1761228366.982801:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228366.982803:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228366.982806:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737885824:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228366.982815:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4676
00000100:00100000:1.0:1761228366.982818:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c4e7b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737885632:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228366.982837:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737885440:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228366.982850:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c4e7b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737885632:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (1036us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228366.982856:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4676
00000100:00100000:1.0:1761228366.982869:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4677
00000100:00100000:1.0:1761228366.982872:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c51f325 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737885888:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228366.982911:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c51f325 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737885888:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (998us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228366.982916:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4677
00000100:00100000:3.0:1761228366.982920:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4678
00000100:00100000:3.0:1761228366.982924:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cea24b6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737885952:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228366.982954:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cea24b6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737885952:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (1004us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228366.982960:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4678
00000100:00100000:0.0:1761228366.983940:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737885952:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228366.983953:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737885888:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228366.984210:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737885632:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228367.491031:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228367.491053:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0aea6c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737886144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228367.491127:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228367.491838:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886144
00000100:00100000:1.0:1761228367.491893:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994
00000100:00100000:1.0:1761228367.491900:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8d2057f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737886144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228367.491939:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228367.492093:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8d2057f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737886144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 192us (966us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228367.492102:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994
00000100:00100000:1.0:1761228367.492160:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0aea6c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737886144:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228367.940377:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228368.515686:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228368.517589:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6638bd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737886208:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228368.517669:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228368.517788:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886208
00000100:00100000:3.0:1761228368.517847:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210
00000100:00100000:3.0:1761228368.517852:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9f64868 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737886208:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228368.517891:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228368.517945:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9f64868 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737886208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228368.517953:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210
00000100:00100000:2.0:1761228368.518072:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6638bd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737886208:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228368.966128:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228369.987025:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228370.908882:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228370.908930:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228370.909133:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744064
00000100:00100000:1.0:1761228370.909194:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4679
00000100:00100000:1.0:1761228370.909201:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720744064:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228370.909283:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007476d2b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720744064:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 82us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228370.909291:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4679
00000100:00100000:0.0:1761228370.909950:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744000
00000100:00100000:3.0:1761228370.909973:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228370.909983:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1736
00000100:00100000:0.0:1761228370.909988:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720744000:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228370.910033:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720744000:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 43us (1103us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228370.910040:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1736
00000100:00100000:3.0:1761228370.910045:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228370.910221:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744192
00000100:00100000:2.0:1761228370.910246:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2336
00000100:00100000:2.0:1761228370.910251:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720744192:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1761228370.910314:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744128
00010000:02020000:2.0:1761228370.910343:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228370.910348:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4680
00000100:00100000:3.0:1761228370.910354:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6638bd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720744128:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228370.910390:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720744192:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 138us (348us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228370.910398:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2336
00000100:00100000:3.0:1761228370.911662:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6638bd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720744128:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1304us (1687us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228370.911673:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4680
00010000:00010000:1.0:1761228371.017625:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228371.076627:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228371.076651:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b55ed84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737886272:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228371.076719:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228371.076826:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886272
00000100:00100000:0.0:1761228371.076876:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211
00000100:00100000:0.0:1761228371.076882:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737886272:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228371.076926:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228371.076974:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737886272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228371.076982:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211
00000100:00100000:0.0:1761228371.077024:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b55ed84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737886272:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228372.034981:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228372.099066:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0aea6c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737886336:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228372.099143:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228372.099224:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886336
00000100:00100000:2.0:1761228372.099333:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737
00000100:00100000:2.0:1761228372.099340:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737886336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228372.100906:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737886336:12345-0@lo:400:kworker/u8:2.0 Request processed in 1558us (1758us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228372.100920:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737
00000100:00100000:0.0:1761228372.101051:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0aea6c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737886336:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228372.101486:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228372.101707:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e9e325c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737886464:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228372.101760:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228372.101802:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f6c821 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737886400:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228372.101826:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228372.101867:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886464
00000100:00100000:3.0:1761228372.101906:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212
00000100:00100000:3.0:1761228372.101912:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737886464:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228372.101955:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737886464:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228372.101962:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212
00000100:00100000:3.0:1761228372.101986:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886400
00000100:00100000:3.0:1761228372.102012:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4681
00000100:00100000:3.0:1761228372.102015:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737886400:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228372.102041:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a62ba4a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737886400:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228372.102047:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4681
00000100:00100000:3.0:1761228372.102073:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e9e325c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737886464:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228372.102081:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f6c821 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737886400:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228372.102405:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228372.102411:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228372.102414:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228372.102419:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3962
00000100:00080000:1.0:1761228372.102421:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228372.102425:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228372.102441:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000052f5931 x1846777737886656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228372.102455:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228372.102458:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228372.102459:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228372.102462:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3962
00000100:00080000:1.0:1761228372.102463:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228372.102465:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228372.102472:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a11570a0 x1846777737886720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228372.102520:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000052f5931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737886656:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228372.102552:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228372.102567:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a11570a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737886720:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228372.102581:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228372.102604:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886656
00000100:00100000:1.0:1761228372.102622:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886720
00000100:00100000:1.0:1761228372.102634:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337
00000100:00100000:1.0:1761228372.102639:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737886656:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228372.102727:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228372.102756:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737886656:12345-0@lo:8:kworker/u8:2.0 Request processed in 116us (204us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228372.102762:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337
00000100:00100000:1.0:1761228372.102794:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338
00000100:00100000:1.0:1761228372.102797:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737886720:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228372.102912:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228372.102932:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737886720:12345-0@lo:8:kworker/u8:2.0 Request processed in 134us (351us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228372.102938:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338
00000100:00100000:2.0:1761228372.102946:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057836577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737886528:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228372.102971:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228372.102975:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228372.102979:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000052f5931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737886656:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228372.102987:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761228372.102988:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228372.102992:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228372.102995:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a11570a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737886720:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228372.103013:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737886912:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228372.103037:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228372.103068:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1761228372.103074:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000193d16da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737886592:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228372.103096:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228372.103108:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066534aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737886976:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228372.103127:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228372.103154:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886912
00000100:00100000:2.0:1761228372.103183:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886976
00000100:00100000:2.0:1761228372.103197:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923
00000100:00100000:2.0:1761228372.103200:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737886912:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228372.103247:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737886912:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228372.103254:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923
00000100:00100000:2.0:1761228372.103265:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924
00000100:00100000:2.0:1761228372.103268:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000790f92e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737886976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228372.103289:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000790f92e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737886976:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228372.103294:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924
00000100:00100000:2.0:1761228372.103318:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066534aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737886976:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228372.103327:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737886912:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228372.103751:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737886784:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228372.103813:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228372.103832:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228372.103837:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737886848:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228372.103857:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228372.103880:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886528
00000100:00100000:0.0:1761228372.103902:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886784
00000100:00100000:0.0:1761228372.103916:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886848
00000100:00100000:0.0:1761228372.103929:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4682
00000100:00100000:0.0:1761228372.103934:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737886528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228372.103965:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006359c693 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737886528:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (981us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228372.103970:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4682
00000100:00100000:0.0:1761228372.103982:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4683
00000100:00100000:0.0:1761228372.103985:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b55ed84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737886784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228372.104005:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b55ed84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737886784:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228372.104010:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4683
00000100:00100000:0.0:1761228372.104018:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4684
00000100:00100000:0.0:1761228372.104021:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f0f64cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737886848:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228372.104038:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f0f64cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737886848:12345-0@lo:400:kworker/u8:2.0 Request processed in 16us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228372.104042:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4684
00000100:00100000:0.0:1761228372.104071:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737886848:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228372.104078:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737886784:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228372.104100:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057836577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737886528:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228372.104235:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737886592
00000100:00100000:3.0:1761228372.104491:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213
00000100:00100000:3.0:1761228372.104506:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737886592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228372.104555:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737886592:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (1459us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228372.104562:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213
00000100:00100000:1.0:1761228372.104652:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000193d16da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737886592:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228372.612279:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228372.612299:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737887040:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228372.612365:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228372.612413:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887040
00000100:00100000:2.0:1761228372.612452:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995
00000100:00100000:2.0:1761228372.612457:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8413461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737887040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228372.612499:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228372.612542:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8413461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737887040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228372.612549:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995
00000100:00100000:2.0:1761228372.612592:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737887040:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228373.060216:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228373.637161:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737887104:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228373.637228:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228373.637302:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887104
00000100:00100000:0.0:1761228373.637367:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214
00000100:00100000:0.0:1761228373.637374:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737887104:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228373.637413:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228373.638367:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737887104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 989us (1136us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228373.638377:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214
00000100:00100000:2.0:1761228373.638698:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c25186a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737887104:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228374.086152:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228375.108550:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228376.033383:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228376.033428:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228376.033470:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228376.033513:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228376.033549:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744448
00000100:00100000:0.0:1761228376.033588:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2339
00000100:00100000:0.0:1761228376.033594:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720744448:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228376.033702:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228376.033769:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720744448:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 174us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228376.033795:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2339
00000100:00100000:3.0:1761228376.033953:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744384
00000100:00100000:3.0:1761228376.033990:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744320
00000100:00100000:3.0:1761228376.034008:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4685
00000100:00100000:3.0:1761228376.034012:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720744384:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228376.034055:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d880a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720744384:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 43us (628us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228376.034062:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4685
00000100:00100000:3.0:1761228376.034073:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4686
00000100:00100000:3.0:1761228376.034076:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000571b669d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720744320:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228376.034093:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000571b669d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720744320:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 17us (625us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228376.034099:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4686
00000100:00100000:2.0:1761228376.034281:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744256
00000100:00100000:2.0:1761228376.034312:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1738
00000100:00100000:2.0:1761228376.034316:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720744256:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228376.034339:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720744256:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 22us (966us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228376.034344:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1738
00010000:00010000:1.0:1761228376.134179:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228376.197211:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e7d960b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737887168:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228376.197282:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228376.198083:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887168
00000100:00100000:3.0:1761228376.198139:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215
00000100:00100000:3.0:1761228376.198146:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000193d16da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737887168:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228376.198184:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228376.198249:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000193d16da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737887168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (967us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228376.198256:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215
00000100:00100000:1.0:1761228376.198300:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e7d960b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737887168:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228377.155008:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228377.219241:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228377.219250:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228377.219253:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228377.219262:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3967
00000100:00080000:0.0:1761228377.219265:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228377.219271:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228377.219295:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a78ab49c x1846777737887552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228377.219307:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228377.219310:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228377.219312:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228377.219315:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3967
00000100:00080000:0.0:1761228377.219316:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228377.219319:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228377.219327:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000540ecf4a x1846777737887616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228377.219412:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78ab49c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737887552:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228377.219490:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228377.219525:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000540ecf4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737887616:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228377.219546:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228377.219582:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cf9f265 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737887232:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.219600:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b7539be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737887296:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228377.219610:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228377.219622:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737887488:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.219628:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228377.219643:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228377.219643:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bcb9921 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737887680:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228377.219653:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737887872:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.219659:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228377.219671:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228377.219678:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228377.219681:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228377.219683:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737887360:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228377.219685:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052ac01dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737887424:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228377.219701:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228377.219701:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228377.219712:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3131c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737887808:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.219712:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737887744:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228377.219729:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228377.219729:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228377.219759:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887296
00000100:00100000:1.0:1761228377.219764:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887488
00000100:00100000:1.0:1761228377.219812:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887360
00000100:00100000:2.0:1761228377.219812:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887680
00000100:00100000:1.0:1761228377.219827:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216
00000100:00100000:2.0:1761228377.219828:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887424
00000100:00100000:1.0:1761228377.219833:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737887488:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.219839:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887744
00000100:00100000:2.0:1761228377.219851:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4687
00000100:00100000:2.0:1761228377.219854:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5cfcbe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737887296:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228377.219885:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737887488:12345-0@lo:400:kworker/u8:4.0 Request processed in 51us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228377.219885:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5cfcbe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737887296:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228377.219892:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216
00000100:00100000:2.0:1761228377.219892:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4687
00000100:00100000:1.0:1761228377.219906:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217
00000100:00100000:2.0:1761228377.219906:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4688
00000100:00100000:1.0:1761228377.219909:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737887360:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.219909:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c4a0874 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737887680:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.219930:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c4a0874 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737887680:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228377.219931:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737887360:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228377.219936:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217
00000100:00100000:2.0:1761228377.219937:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4688
00000100:00100000:2.0:1761228377.219946:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4689
00000100:00100000:2.0:1761228377.219949:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057836577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737887424:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228377.219957:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4690
00000100:00100000:2.0:1761228377.219970:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057836577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737887424:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228377.220105:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887552
00000100:00100000:0.0:1761228377.220127:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887616
00000100:00100000:0.0:1761228377.220142:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887872
00000100:00100000:0.0:1761228377.220155:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887808
00000100:00100000:0.0:1761228377.220165:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925
00000100:00100000:0.0:1761228377.220169:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737887872:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228377.220200:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737887872:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (529us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228377.220206:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925
00000100:00100000:0.0:1761228377.220217:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926
00000100:00100000:0.0:1761228377.220220:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737887808:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228377.220244:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737887808:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (515us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228377.220249:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926
00000100:00100000:0.0:1761228377.220259:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340
00000100:00100000:0.0:1761228377.220262:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a11570a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737887552:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228377.220353:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228377.220383:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a11570a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737887552:12345-0@lo:8:kworker/u8:4.0 Request processed in 120us (895us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228377.220390:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340
00000100:00100000:0.0:1761228377.220405:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341
00000100:00100000:0.0:1761228377.220408:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000052f5931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737887616:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228377.220460:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887232
00000100:00100000:3.0:1761228377.220484:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739
00000100:00100000:3.0:1761228377.220488:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737887232:12345-0@lo:400:kworker/u8:4.0
00010000:02020000:0.0:1761228377.220493:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228377.220514:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737887232:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (904us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228377.220515:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000052f5931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737887616:12345-0@lo:8:kworker/u8:4.0 Request processed in 105us (968us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228377.220521:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341
00000100:00100000:3.0:1761228377.220521:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739
00000100:00100000:1.0:1761228377.220573:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737887744:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228377.220602:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038728d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737887744:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (873us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228377.221896:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4689
00000100:00100000:2.0:1761228377.221988:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737887360:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.222004:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737887744:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.222015:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b7539be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737887296:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.222025:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bcb9921 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737887680:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.222107:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052ac01dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737887424:0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228377.222684:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228377.222690:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228377.222694:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78ab49c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737887552:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228377.222709:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228377.222711:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228377.222714:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000540ecf4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737887616:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228377.222758:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4690
00000100:00100000:2.0:1761228377.222774:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3131c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737887808:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.222814:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cf9f265 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737887232:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.222824:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737887488:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.222833:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737887872:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228377.731198:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737887936:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228377.731267:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228377.731448:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737887936
00000100:00100000:1.0:1761228377.731527:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996
00000100:00100000:1.0:1761228377.731534:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737887936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228377.731571:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228377.732718:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737887936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1181us (1448us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228377.732729:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996
00000100:00100000:2.0:1761228377.732976:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737887936:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228378.181979:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228378.755341:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737888000:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228378.755408:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228378.755747:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888000
00000100:00100000:3.0:1761228378.756191:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218
00000100:00100000:3.0:1761228378.756198:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000540ecf4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737888000:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228378.756236:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228378.756291:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000540ecf4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737888000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (884us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228378.756298:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218
00000100:00100000:0.0:1761228378.756460:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006113cad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737888000:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228379.203223:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228380.227018:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228381.153348:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228381.153427:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228381.153469:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228381.153564:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744512
00000100:00100000:2.0:1761228381.153626:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1740
00000100:00100000:2.0:1761228381.153633:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720744512:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228381.153698:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720744512:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 64us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228381.153705:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1740
00000100:00100000:1.0:1761228381.153807:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744576
00000100:00100000:1.0:1761228381.153846:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4691
00000100:00100000:1.0:1761228381.153851:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a28bd269 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720744576:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228381.153881:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a28bd269 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720744576:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 30us (413us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228381.153887:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4691
00000100:00100000:3.0:1761228381.154257:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744704
00000100:00100000:3.0:1761228381.154289:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2342
00000100:00100000:3.0:1761228381.154294:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a78ab49c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720744704:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228381.154386:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228381.154440:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a78ab49c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720744704:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 145us (1101us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228381.154447:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2342
00000100:00100000:0.0:1761228381.161351:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228381.161463:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744640
00000100:00100000:2.0:1761228381.161528:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4692
00000100:00100000:2.0:1761228381.161535:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e014d27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720744640:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228381.161708:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e014d27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720744640:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 172us (364us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228381.161715:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4692
00010000:00010000:0.0:1761228381.250969:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228381.315277:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228381.315299:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013226679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737888064:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228381.315469:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228381.315680:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888064
00000100:00100000:0.0:1761228381.315734:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219
00000100:00100000:0.0:1761228381.315739:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737888064:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228381.315801:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228381.315858:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737888064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (391us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228381.315865:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219
00000100:00100000:2.0:1761228381.315949:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013226679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737888064:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228382.276615:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228382.338998:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228382.339006:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228382.339009:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228382.339018:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3973
00000100:00080000:0.0:1761228382.339022:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228382.339029:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228382.339053:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003aa0a497 x1846777737888448/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228382.339070:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228382.339074:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1761228382.339075:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa81e8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737888320:0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228382.339077:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228382.339083:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3973
00000100:00080000:0.0:1761228382.339086:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228382.339088:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228382.339101:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e0cd892c x1846777737888512/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228382.339147:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228382.339189:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737888704:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228382.339213:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228382.339229:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1761228382.339234:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737888128:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228382.339259:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228382.339271:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc2bbb5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737888384:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228382.339291:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228382.339304:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737888768:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228382.339322:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228382.339350:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888704
00000100:00100000:3.0:1761228382.339402:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888768
00000100:00100000:3.0:1761228382.339488:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927
00000100:00100000:3.0:1761228382.339494:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737888704:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.339498:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737888192:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.339533:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228382.339555:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737888576:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228382.339557:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737888704:12345-0@lo:400:kworker/u8:4.0 Request processed in 61us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228382.339582:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228382.339603:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1761228382.339608:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737888256:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.339632:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228382.339649:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737888640:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.339671:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228382.339685:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927
00000100:00100000:0.0:1761228382.339705:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888320
00000100:00100000:3.0:1761228382.339709:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928
00000100:00100000:3.0:1761228382.339714:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737888768:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.339737:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888192
00000100:00100000:3.0:1761228382.339748:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737888768:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (425us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228382.339756:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928
00000100:00100000:0.0:1761228382.339758:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888576
00000100:00100000:0.0:1761228382.339804:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888640
00000100:00100000:0.0:1761228382.339821:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4693
00000100:00100000:3.0:1761228382.339822:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737888768:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.339829:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25186a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737888320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228382.339837:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737888704:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.339877:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25186a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737888320:12345-0@lo:400:kworker/u8:4.0 Request processed in 48us (731us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228382.339884:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4693
00000100:00100000:3.0:1761228382.339899:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4694
00000100:00100000:0.0:1761228382.339908:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4695
00000100:00100000:3.0:1761228382.339908:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cf9f265 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737888192:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.339916:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3131c4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737888576:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228382.339959:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cf9f265 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737888192:12345-0@lo:400:kworker/u8:4.0 Request processed in 53us (426us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228382.339963:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3131c4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737888576:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228382.339973:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4694
00000100:00100000:1.0:1761228382.340028:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888384
00000100:00100000:1.0:1761228382.340046:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888256
00000100:00100000:1.0:1761228382.340058:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220
00000100:00100000:1.0:1761228382.340061:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006113cad8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737888384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228382.340092:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006113cad8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737888384:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (801us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228382.340098:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220
00000100:00100000:1.0:1761228382.340110:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221
00000100:00100000:1.0:1761228382.340113:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052ac01dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737888256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228382.340137:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052ac01dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737888256:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (505us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228382.340142:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221
00000100:00100000:0.0:1761228382.341284:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4695
00000100:00100000:3.0:1761228382.341316:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4696
00000100:00100000:3.0:1761228382.341333:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bcb9921 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737888640:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228382.341473:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bcb9921 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737888640:12345-0@lo:400:kworker/u8:4.0 Request processed in 141us (1802us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228382.341480:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4696
00000100:00100000:3.0:1761228382.341708:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888128
00000100:00100000:3.0:1761228382.341739:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741
00000100:00100000:3.0:1761228382.341743:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737888128:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228382.341900:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737888128:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (2516us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228382.341907:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741
00000100:00100000:3.0:1761228382.341976:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737888448:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228382.342039:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228382.342072:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737888512:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228382.342109:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228382.342168:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888448
00000100:00100000:3.0:1761228382.342200:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888512
00000100:00100000:3.0:1761228382.342212:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343
00000100:00100000:3.0:1761228382.342232:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000175b7881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737888448:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228382.342365:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228382.343158:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737888128:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.343190:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc2bbb5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737888384:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.343215:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa81e8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737888320:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.343295:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737888256:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.343319:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737888640:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.343330:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a90ca120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737888192:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.343369:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737888576:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228382.343560:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344
00000100:00100000:0.0:1761228382.343565:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737888512:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228382.343697:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228382.343839:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737888512:12345-0@lo:8:kworker/u8:4.0 Request processed in 272us (1729us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228382.343846:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344
00000100:00080000:0.0:1761228382.343881:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228382.343884:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228382.343888:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0cd892c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737888512:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228382.344532:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000175b7881 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737888448:12345-0@lo:8:kworker/u8:4.0 Request processed in 2297us (2491us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228382.344539:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343
00000100:00080000:0.0:1761228382.345516:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228382.345522:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228382.345526:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737888448:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228382.851623:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737888832:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228382.851699:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228382.852596:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888832
00000100:00100000:2.0:1761228382.852656:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997
00000100:00100000:2.0:1761228382.852663:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa0a497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737888832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228382.852698:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228382.853092:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa0a497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737888832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 428us (1393us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228382.853101:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997
00000100:00100000:0.0:1761228382.853173:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737888832:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228383.299585:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228383.876398:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228383.876414:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737888896:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228383.876488:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228383.877579:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888896
00000100:00100000:3.0:1761228383.877635:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222
00000100:00100000:3.0:1761228383.877641:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737888896:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228383.877680:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228383.877746:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737888896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (1259us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228383.877753:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222
00000100:00100000:2.0:1761228383.878050:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737888896:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228384.323035:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228385.347042:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228386.271035:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228386.271097:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228386.271193:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744768
00000100:00100000:2.0:1761228386.271243:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1742
00000100:00100000:2.0:1761228386.271250:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720744768:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228386.271545:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744832
00000100:00100000:1.0:1761228386.271583:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4697
00000100:00100000:1.0:1761228386.271588:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0cd892c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720744832:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228386.272015:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720744768:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 763us (988us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228386.272024:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1742
00000100:00100000:1.0:1761228386.272128:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0cd892c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720744832:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 538us (1030us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228386.272135:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4697
00000100:00100000:0.0:1761228386.272727:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228386.272826:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228386.273891:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744960
00000100:00100000:3.0:1761228386.273934:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2345
00000100:00100000:3.0:1761228386.273941:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720744960:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228386.274046:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228386.274128:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720744960:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 187us (1402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228386.274136:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2345
00000100:00100000:2.0:1761228386.274211:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720744896
00000100:00100000:2.0:1761228386.274255:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4698
00000100:00100000:2.0:1761228386.274260:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a90ca120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720744896:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228386.274888:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a90ca120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720744896:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 626us (2060us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228386.274899:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4698
00010000:00010000:1.0:1761228386.372114:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228386.440433:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228386.440469:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737888960:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228386.440552:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228386.441983:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737888960
00000100:00100000:1.0:1761228386.442047:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223
00000100:00100000:1.0:1761228386.442053:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737888960:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228386.442099:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228386.442188:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737888960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (1638us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228386.442196:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223
00000100:00100000:2.0:1761228386.442500:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737888960:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228387.395194:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228387.464583:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009086d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737889024:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228387.464694:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228387.464821:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889024
00000100:00100000:3.0:1761228387.464903:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743
00000100:00100000:3.0:1761228387.464910:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737889024:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.468282:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737889024:12345-0@lo:400:kworker/u8:4.0 Request processed in 3357us (3575us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228387.468323:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743
00000100:00100000:0.0:1761228387.469461:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009086d28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737889024:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228387.469659:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737889088:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228387.469734:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228387.470322:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889088
00000100:00100000:2.0:1761228387.471726:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4699
00000100:00100000:2.0:1761228387.471738:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066534aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737889088:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228387.471860:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066534aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737889088:12345-0@lo:400:kworker/u8:4.0 Request processed in 124us (2127us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228387.471868:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4699
00000100:00100000:1.0:1761228387.471975:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737889088:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228387.472363:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228387.472369:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228387.472374:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228387.472379:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3978
00000100:00080000:3.0:1761228387.472382:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228387.472387:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228387.472413:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ad255557 x1846777737889344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228387.472431:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228387.472434:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228387.472436:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228387.472439:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3978
00000100:00080000:3.0:1761228387.472441:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228387.472444:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228387.472460:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000883c658a x1846777737889408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228387.472517:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad255557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737889344:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228387.472574:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228387.472597:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737889408:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228387.472618:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228387.472651:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889344
00000100:00100000:3.0:1761228387.472677:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889408
00000100:00100000:3.0:1761228387.472693:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346
00000100:00100000:3.0:1761228387.472697:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737889344:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228387.472817:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228387.472854:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737889344:12345-0@lo:8:kworker/u8:4.0 Request processed in 156us (280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228387.472860:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346
00000100:00100000:3.0:1761228387.472873:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347
00000100:00100000:3.0:1761228387.472876:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040a0af3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737889408:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228387.472949:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228387.472969:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040a0af3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737889408:12345-0@lo:8:kworker/u8:4.0 Request processed in 92us (351us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228387.472975:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347
00000100:00080000:3.0:1761228387.473013:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228387.473016:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228387.473020:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad255557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737889344:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228387.473027:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228387.473029:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228387.473032:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737889408:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473057:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737889280:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473083:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228387.473099:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737889664:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473119:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228387.473131:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228387.473135:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737889216:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473159:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228387.473172:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7066142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737889600:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473190:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228387.473210:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889664
00000100:00100000:3.0:1761228387.473233:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889600
00000100:00100000:3.0:1761228387.473245:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929
00000100:00100000:3.0:1761228387.473249:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad255557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737889664:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473281:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad255557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737889664:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228387.473287:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929
00000100:00100000:3.0:1761228387.473298:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930
00000100:00100000:3.0:1761228387.473301:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e2c16b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737889600:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473338:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e2c16b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737889600:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (147us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228387.473343:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930
00000100:00100000:3.0:1761228387.473366:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889280
00000100:00100000:3.0:1761228387.473390:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224
00000100:00100000:3.0:1761228387.473394:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737889280:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473429:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737889280:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228387.473436:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224
00000100:00100000:0.0:1761228387.473471:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889216
00000100:00100000:3.0:1761228387.473472:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7066142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737889600:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473485:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737889280:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.473497:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737889664:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228387.473513:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4700
00000100:00100000:0.0:1761228387.473519:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000128160f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737889216:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228387.473572:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000128160f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737889216:12345-0@lo:400:kworker/u8:4.0 Request processed in 52us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228387.473580:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4700
00000100:00100000:3.0:1761228387.473586:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737889216:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228387.473689:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737889152:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228387.473721:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228387.473750:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737889536:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228387.473770:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228387.473823:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228387.473829:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000452cee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737889472:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228387.473853:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228387.473880:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889536
00000100:00100000:1.0:1761228387.473906:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889472
00000100:00100000:1.0:1761228387.473929:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4701
00000100:00100000:1.0:1761228387.473933:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e9e325c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737889536:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228387.473967:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e9e325c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737889536:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228387.473974:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4701
00000100:00100000:1.0:1761228387.473987:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4702
00000100:00100000:1.0:1761228387.473991:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0aea6c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737889472:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228387.474017:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0aea6c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737889472:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228387.474026:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4702
00000100:00100000:1.0:1761228387.474063:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000452cee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737889472:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228387.474073:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737889536:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228387.474769:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889152
00000100:00100000:0.0:1761228387.475626:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225
00000100:00100000:0.0:1761228387.475636:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026f6c821 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737889152:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228387.476722:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026f6c821 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737889152:12345-0@lo:400:kworker/u8:4.0 Request processed in 1081us (2994us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228387.476735:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225
00000100:00100000:1.0:1761228387.476833:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737889152:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228387.971342:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228387.971386:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737889728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228387.971481:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228387.971550:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889728
00000100:00100000:0.0:1761228387.971610:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998
00000100:00100000:0.0:1761228387.971617:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d2e016f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737889728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228387.971662:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228387.971721:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d2e016f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737889728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228387.971730:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998
00000100:00100000:3.0:1761228387.971819:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737889728:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228388.419925:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228388.995520:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228388.995547:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737889792:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228388.995650:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228388.996128:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889792
00000100:00100000:3.0:1761228388.996181:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226
00000100:00100000:3.0:1761228388.996189:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737889792:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228388.996241:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228388.996312:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737889792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (664us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228388.996319:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226
00000100:00100000:1.0:1761228388.996442:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737889792:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228389.444575:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228390.469248:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228391.395257:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228391.395345:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228391.395382:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228391.395433:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228391.395485:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745216
00000100:00100000:0.0:1761228391.395536:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2348
00000100:00100000:0.0:1761228391.395708:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5d6c5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720745216:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228391.395875:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228391.395955:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5d6c5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720745216:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 249us (521us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228391.395963:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2348
00000100:00100000:2.0:1761228391.396073:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745024
00000100:00100000:2.0:1761228391.396125:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1744
00000100:00100000:2.0:1761228391.396130:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720745024:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228391.396172:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720745024:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 42us (929us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228391.396179:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1744
00000100:00100000:3.0:1761228391.397102:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745152
00000100:00100000:3.0:1761228391.397168:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745088
00000100:00100000:3.0:1761228391.397203:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4703
00000100:00100000:3.0:1761228391.397208:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa81e8dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720745152:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228391.397262:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa81e8dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720745152:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 54us (1918us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228391.397279:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4703
00000100:00100000:3.0:1761228391.397305:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4704
00000100:00100000:3.0:1761228391.397309:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720745088:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228391.397332:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc2bbb5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720745088:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 22us (1951us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228391.397338:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4704
00010000:00010000:1.0:1761228391.492218:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228391.557766:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b7539be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737889856:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228391.557883:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228391.558014:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889856
00000100:00100000:0.0:1761228391.558090:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227
00000100:00100000:0.0:1761228391.558097:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737889856:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228391.558150:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228391.558216:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737889856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228391.558225:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227
00000100:00100000:2.0:1761228391.558303:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b7539be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737889856:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228392.516977:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228392.579348:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761228392.580062:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737889920:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.580165:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228392.580243:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889920
00000100:00100000:2.0:1761228392.580304:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745
00000100:00100000:2.0:1761228392.580311:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737889920:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.580370:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737889920:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228392.580378:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745
00000100:00100000:2.0:1761228392.580442:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737889920:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.580818:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737889984:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.580859:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228392.581336:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737889984
00000100:00100000:1.0:1761228392.581377:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4705
00000100:00100000:1.0:1761228392.581382:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737889984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228392.581616:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7fd0506 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737889984:12345-0@lo:400:kworker/u8:2.0 Request processed in 233us (758us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228392.581624:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4705
00000100:00100000:1.0:1761228392.581667:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737890048:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228392.581700:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228392.581733:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890048
00000100:00100000:1.0:1761228392.581759:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228
00000100:00100000:1.0:1761228392.581764:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbae4803 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737890048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228392.581818:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbae4803 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737890048:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (112us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228392.581825:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228
00000100:00100000:1.0:1761228392.581862:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737890048:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.581997:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737889984:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1761228392.582101:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228392.582107:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228392.582111:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228392.582117:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3983
00000100:00080000:0.0:1761228392.582119:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228392.582123:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228392.582147:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000054292abd x1846777737890240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228392.582164:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228392.582167:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228392.582169:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228392.582172:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3983
00000100:00080000:0.0:1761228392.582174:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228392.582177:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228392.582188:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086197f8c x1846777737890304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228392.582425:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b7539be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737890112:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228392.582466:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228392.582485:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000530ae5ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737890496:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228392.582507:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228392.582526:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1761228392.582531:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737890176:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228392.582556:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228392.582569:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6618041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737890560:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228392.582591:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228392.582640:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737890368:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.582667:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228392.582686:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228392.582690:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737890432:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.582714:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228392.582739:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890112
00000100:00100000:2.0:1761228392.582772:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890368
00000100:00100000:2.0:1761228392.582809:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890432
00000100:00100000:2.0:1761228392.582826:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4706
00000100:00100000:2.0:1761228392.582830:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7066142 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737890112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.582864:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7066142 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737890112:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (399us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228392.582870:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4706
00000100:00100000:2.0:1761228392.582884:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4707
00000100:00100000:2.0:1761228392.582887:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737890368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.582914:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009086d28b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737890368:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228392.582923:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4707
00000100:00100000:2.0:1761228392.582933:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4708
00000100:00100000:2.0:1761228392.582936:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e7d960b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737890432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.582958:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e7d960b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737890432:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228392.582963:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4708
00000100:00100000:2.0:1761228392.583003:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737890432:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.583012:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737890368:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228392.583387:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b7539be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737890112:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228392.583467:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737890240:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228392.583504:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228392.583888:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737890304:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228392.583914:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228392.583933:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890496
00000100:00100000:2.0:1761228392.583973:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890560
00000100:00100000:2.0:1761228392.583989:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890240
00000100:00100000:2.0:1761228392.584005:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931
00000100:00100000:2.0:1761228392.584010:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ef76719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737890496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.584051:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ef76719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737890496:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (1543us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228392.584057:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931
00000100:00100000:2.0:1761228392.584071:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932
00000100:00100000:2.0:1761228392.584074:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737890560:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228392.584098:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737890560:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (1507us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228392.584104:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1932
00000100:00100000:2.0:1761228392.584114:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349
00000100:00100000:2.0:1761228392.584117:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b072af9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737890240:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228392.584226:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228392.584351:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890176
00000100:00100000:1.0:1761228392.584383:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229
00000100:00100000:1.0:1761228392.584387:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021f9c66d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737890176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228392.584422:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021f9c66d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737890176:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (1866us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228392.584428:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229
00000100:00100000:3.0:1761228392.584586:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737890176:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228392.584598:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6618041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737890560:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228392.584610:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000530ae5ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737890496:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228392.584729:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890304
00000100:00100000:3.0:1761228392.584756:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350
00000100:00100000:3.0:1761228392.584759:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a35bd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737890304:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228392.584893:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228392.585374:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a35bd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737890304:12345-0@lo:8:kworker/u8:2.0 Request processed in 611us (1458us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228392.585381:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350
00000100:00100000:2.0:1761228392.585448:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b072af9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737890240:12345-0@lo:8:kworker/u8:2.0 Request processed in 1330us (1945us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228392.585455:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349
00000100:00080000:0.0:1761228392.585511:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228392.585518:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228392.585523:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737890304:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228392.585543:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228392.585546:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228392.585549:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737890240:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228393.091203:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737890624:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228393.091309:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228393.091904:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890624
00000100:00100000:2.0:1761228393.091980:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999
00000100:00100000:2.0:1761228393.091991:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000125ffb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737890624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228393.092050:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228393.092134:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000125ffb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737890624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (825us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228393.092144:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999
00000100:00100000:0.0:1761228393.092195:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737890624:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228393.540389:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228394.115295:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737890688:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228394.115394:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228394.115539:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890688
00000100:00100000:0.0:1761228394.115597:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230
00000100:00100000:0.0:1761228394.115603:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737890688:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228394.115653:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228394.116346:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737890688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 738us (948us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228394.116357:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230
00000100:00100000:2.0:1761228394.116710:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737890688:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228394.563887:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228395.587307:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228396.508725:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228396.508774:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228396.508827:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745280
00000100:00100000:1.0:1761228396.508862:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228396.508897:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1746
00000100:00100000:2.0:1761228396.508905:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720745280:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228396.508915:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228396.508970:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745472
00000100:00100000:1.0:1761228396.509000:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2351
00000100:00100000:2.0:1761228396.509004:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720745280:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 96us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228396.509010:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720745472:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1761228396.509019:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1746
00010000:02020000:1.0:1761228396.509108:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228396.509142:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720745472:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 134us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228396.509149:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2351
00000100:00100000:0.0:1761228396.509238:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745408
00000100:00100000:0.0:1761228396.509281:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745344
00000100:00100000:0.0:1761228396.509322:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4709
00000100:00100000:0.0:1761228396.509334:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047a18f5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720745408:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228396.509335:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4710
00000100:00100000:2.0:1761228396.509345:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720745344:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228396.509379:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047a18f5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720745408:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 50us (606us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228396.509386:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec0ebc15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720745344:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 41us (524us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228396.509391:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4709
00000100:00100000:2.0:1761228396.509400:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4710
00010000:00010000:1.0:1761228396.612021:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228396.679093:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737890752:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228396.679185:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228396.679359:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890752
00000100:00100000:0.0:1761228396.679425:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231
00000100:00100000:0.0:1761228396.679432:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0a0ec18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737890752:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228396.679486:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228396.679538:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0a0ec18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737890752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (354us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228396.679546:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231
00000100:00100000:0.0:1761228396.679601:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737890752:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228397.637028:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228397.702357:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737890880:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228397.702447:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228397.702740:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228397.702772:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737890816:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228397.702844:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890880
00000100:00100000:3.0:1761228397.702892:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228397.702914:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4711
00000100:00100000:0.0:1761228397.702923:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001609e74b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737890880:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228397.702946:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890816
00000100:00100000:3.0:1761228397.702984:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747
00000100:00100000:3.0:1761228397.702990:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737890816:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228397.703034:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737890816:12345-0@lo:400:kworker/u8:4.0 Request processed in 44us (144us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228397.703042:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747
00000100:00100000:3.0:1761228397.703103:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737890816:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228397.704383:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228397.704391:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228397.704396:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228397.704405:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3988
00000100:00080000:2.0:1761228397.704410:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228397.704417:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228397.704425:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737891008:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.704453:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f3f27469 x1846777737891136/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228397.704475:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228397.704479:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228397.704480:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228397.704483:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3988
00000100:00080000:2.0:1761228397.704485:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228397.704489:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228397.704504:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228397.704507:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007b7539be x1846777737891200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228397.704552:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737891392:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228397.704590:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228397.704596:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737890944:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228397.704627:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1761228397.704640:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737891072:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.704648:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891008
00000100:00100000:1.0:1761228397.704655:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228397.704695:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228397.704699:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737891328:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.704707:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4712
00000100:00100000:2.0:1761228397.704716:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ca5102a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737891008:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228397.704723:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737891456:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228397.704738:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228397.704758:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228397.704805:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228397.704831:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737890944
00000100:00100000:2.0:1761228397.704858:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ca5102a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737891008:12345-0@lo:400:kworker/u8:4.0 Request processed in 140us (355us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228397.704868:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4712
00000100:00100000:3.0:1761228397.704876:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891072
00000100:00100000:2.0:1761228397.704902:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891328
00000100:00100000:3.0:1761228397.704906:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232
00000100:00100000:3.0:1761228397.704912:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000668840f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737890944:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.704938:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4713
00000100:00100000:2.0:1761228397.704943:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f91da21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737891328:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228397.704961:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000668840f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737890944:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (307us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228397.704970:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232
00000100:00100000:3.0:1761228397.704992:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233
00000100:00100000:3.0:1761228397.704997:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9169ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737891072:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.705004:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f91da21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737891328:12345-0@lo:400:kworker/u8:4.0 Request processed in 58us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228397.705015:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4713
00000100:00100000:3.0:1761228397.705039:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9169ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737891072:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (344us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228397.705047:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233
00000100:00100000:2.0:1761228397.705070:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891392
00000100:00100000:3.0:1761228397.705092:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737891072:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228397.705113:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737891264:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.705117:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891456
00000100:00100000:3.0:1761228397.705123:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737891008:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.705163:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933
00000100:00100000:1.0:1761228397.705166:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228397.705178:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934
00000100:00100000:2.0:1761228397.705184:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cd9e37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737891392:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228397.705192:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e38abfbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737891456:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228397.705219:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f187d6e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737890944:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228397.705235:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737891328:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.705279:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cd9e37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737891392:12345-0@lo:400:kworker/u8:4.0 Request processed in 105us (688us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228397.705285:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891264
00000100:00100000:2.0:1761228397.705290:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933
00000100:00100000:1.0:1761228397.705325:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4714
00000100:00100000:1.0:1761228397.705333:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc69dcea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737891264:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.705368:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f344f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737891456:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228397.705383:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc69dcea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737891264:12345-0@lo:400:kworker/u8:4.0 Request processed in 49us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228397.705396:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737891392:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228397.705397:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4714
00000100:00100000:3.0:1761228397.705442:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e38abfbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737891456:12345-0@lo:400:kworker/u8:4.0 Request processed in 86us (518us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228397.705452:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934
00000100:00100000:1.0:1761228397.705474:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737891264:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228397.705479:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737891136:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228397.705533:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228397.705567:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b7539be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737891200:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228397.705638:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891136
00000100:00100000:3.0:1761228397.705663:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352
00000100:00100000:3.0:1761228397.705666:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dc1be45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737891136:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228397.705759:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228397.708002:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dc1be45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737891136:12345-0@lo:8:kworker/u8:4.0 Request processed in 2324us (2459us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228397.708020:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352
00000100:00100000:1.0:1761228397.708127:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737890880:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228397.708265:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001609e74b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737890880:12345-0@lo:400:kworker/u8:4.0 Request processed in 5341us (5818us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228397.708277:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4711
00000100:00100000:2.0:1761228397.708475:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761228397.708541:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228397.708547:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228397.708552:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737891136:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228397.709282:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891200
00000100:00100000:1.0:1761228397.709351:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353
00000100:00100000:1.0:1761228397.709358:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737891200:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228397.709461:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228397.711207:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737891200:12345-0@lo:8:kworker/u8:4.0 Request processed in 1829us (2719us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228397.711224:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353
00000100:00080000:0.0:1761228397.711325:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228397.711332:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228397.711338:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b7539be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737891200:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228398.212354:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737891520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228398.213318:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228398.213417:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891520
00000100:00100000:1.0:1761228398.213474:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000
00000100:00100000:1.0:1761228398.213481:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a5571a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737891520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228398.213531:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228398.213591:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a5571a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737891520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228398.213598:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000
00000100:00100000:1.0:1761228398.213660:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737891520:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228398.661848:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228399.236420:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5fa157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737891584:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228399.236522:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228399.236629:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891584
00000100:00100000:0.0:1761228399.236693:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234
00000100:00100000:0.0:1761228399.236700:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737891584:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228399.236750:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228399.237825:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737891584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1122us (1301us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228399.237835:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234
00000100:00100000:2.0:1761228399.237956:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5fa157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737891584:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228399.683081:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228400.709424:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228401.628863:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228401.628985:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745728
00000100:00100000:2.0:1761228401.629026:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2354
00000100:00100000:2.0:1761228401.629033:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a322e5e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720745728:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228401.629129:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228401.629209:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a322e5e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720745728:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 175us (355us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228401.629217:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2354
00000100:00100000:0.0:1761228401.629832:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228401.629872:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228401.629925:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228401.629996:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745600
00000100:00100000:2.0:1761228401.630038:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745664
00000100:00100000:2.0:1761228401.630060:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4715
00000100:00100000:2.0:1761228401.630065:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003247954f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720745600:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228401.630112:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003247954f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720745600:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 47us (282us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228401.630118:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4715
00000100:00100000:2.0:1761228401.630130:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4716
00000100:00100000:2.0:1761228401.630133:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b40fa31b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720745664:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228401.630183:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b40fa31b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720745664:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 48us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228401.630189:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4716
00000100:00100000:3.0:1761228401.630549:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745536
00000100:00100000:3.0:1761228401.630587:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1748
00000100:00100000:3.0:1761228401.630591:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720745536:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228401.630630:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720745536:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 38us (758us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228401.630640:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1748
00010000:00010000:0.0:1761228401.731054:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228401.799499:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228401.799556:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737891648:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228401.799671:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228401.803763:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891648
00000100:00100000:1.0:1761228401.803884:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235
00000100:00100000:1.0:1761228401.803891:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002f52031 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737891648:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228401.803942:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228401.804039:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002f52031 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737891648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 148us (4369us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228401.804047:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235
00000100:00100000:0.0:1761228401.804552:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737891648:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228402.756445:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228402.819582:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228402.819589:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228402.819592:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228402.819601:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3993
00000100:00080000:3.0:1761228402.819605:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228402.819611:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228402.819632:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e38abfbd x1846777737892032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228402.819646:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228402.819648:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228402.819650:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228402.819652:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3993
00000100:00080000:3.0:1761228402.819654:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228402.819657:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228402.819665:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000887decf1 x1846777737892096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228402.819813:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737892032:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228402.819869:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228402.819892:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737892096:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228402.819961:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228402.820000:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892032
00000100:00100000:0.0:1761228402.820025:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892096
00000100:00100000:0.0:1761228402.820039:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355
00000100:00100000:0.0:1761228402.820044:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ce778be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737892032:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228402.820149:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228402.820186:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ce778be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737892032:12345-0@lo:8:kworker/u8:4.0 Request processed in 141us (318us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228402.820193:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355
00000100:00100000:0.0:1761228402.820207:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356
00000100:00100000:0.0:1761228402.820210:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afb18e6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737892096:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228402.820285:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228402.820306:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afb18e6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737892096:12345-0@lo:8:kworker/u8:4.0 Request processed in 95us (345us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228402.820311:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356
00000100:00080000:0.0:1761228402.820346:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228402.820349:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228402.820352:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737892032:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228402.820360:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228402.820362:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228402.820363:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737892096:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228402.820387:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad255557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737891712:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.820413:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228402.820428:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737891968:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.820446:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228402.820457:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737892352:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.820471:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228402.820485:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761228402.820490:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737891904:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.820513:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228402.820524:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737892288:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.820543:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228402.820564:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892352
00000100:00100000:0.0:1761228402.820586:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892288
00000100:00100000:0.0:1761228402.820596:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935
00000100:00100000:0.0:1761228402.820600:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000487d6ce7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737892352:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.820635:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000487d6ce7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737892352:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228402.820641:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935
00000100:00100000:0.0:1761228402.820651:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936
00000100:00100000:0.0:1761228402.820654:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001350b709 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737892288:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.820678:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001350b709 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737892288:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228402.820683:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936
00000100:00100000:0.0:1761228402.820706:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737892288:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.820715:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737892352:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228402.820914:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891968
00000100:00100000:3.0:1761228402.820953:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236
00000100:00100000:3.0:1761228402.820957:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737891968:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228402.820994:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737891968:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (547us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228402.821000:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236
00000100:00100000:3.0:1761228402.821024:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737891968:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228402.821112:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891712
00000100:00100000:2.0:1761228402.821151:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749
00000100:00100000:2.0:1761228402.821155:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737891712:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228402.821185:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737891712:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (772us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228402.821190:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749
00000100:00100000:3.0:1761228402.821462:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad255557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737891712:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228402.822213:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e2c16b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737891776:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228402.822262:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228402.822284:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737892160:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228402.822306:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228402.822337:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228402.822342:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737891840:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228402.822364:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228402.822394:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000452cee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737892224:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228402.822421:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228402.822422:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891840
00000100:00100000:3.0:1761228402.822459:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237
00000100:00100000:3.0:1761228402.822464:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000163b877b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737891840:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228402.822474:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891904
00000100:00100000:1.0:1761228402.822509:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737891776
00000100:00100000:3.0:1761228402.822514:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000163b877b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737891840:12345-0@lo:400:kworker/u8:4.0 Request processed in 49us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228402.822520:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237
00000100:00100000:1.0:1761228402.822531:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892160
00000100:00100000:1.0:1761228402.822715:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892224
00000100:00100000:0.0:1761228402.822769:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4717
00000100:00100000:0.0:1761228402.822789:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd4453f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737891904:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.822832:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd4453f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737891904:12345-0@lo:400:kworker/u8:4.0 Request processed in 57us (2319us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228402.822838:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4717
00000100:00100000:0.0:1761228402.822854:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4718
00000100:00100000:0.0:1761228402.822857:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e7f8650 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737891776:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.822884:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e7f8650 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737891776:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (623us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228402.822890:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4718
00000100:00100000:0.0:1761228402.822901:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4719
00000100:00100000:0.0:1761228402.822904:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afa8d947 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737892160:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.822935:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afa8d947 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737892160:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (629us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228402.822940:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4719
00000100:00100000:0.0:1761228402.822952:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4720
00000100:00100000:0.0:1761228402.822955:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ad1cfa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737892224:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.822987:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ad1cfa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737892224:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (566us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228402.822993:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4720
00000100:00100000:0.0:1761228402.823068:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737891840:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.823079:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000452cee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737892224:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.823088:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e2c16b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737891776:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.823192:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737892160:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228402.823248:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737891904:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228403.331088:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad255557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737892416:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228403.331176:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228403.331235:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892416
00000100:00100000:2.0:1761228403.331293:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001
00000100:00100000:2.0:1761228403.331300:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c46206b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737892416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228403.331333:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228403.331374:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c46206b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737892416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228403.331381:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001
00000100:00100000:0.0:1761228403.331424:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad255557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737892416:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228403.780609:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228404.355025:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e5e8378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737892480:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228404.355093:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228404.355195:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892480
00000100:00100000:3.0:1761228404.355234:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238
00000100:00100000:3.0:1761228404.355239:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737892480:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228404.355273:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228404.357680:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737892480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2430us (2579us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228404.357695:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238
00000100:00100000:2.0:1761228404.357841:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e5e8378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737892480:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228404.803200:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228405.827240:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228406.747989:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228406.748445:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745792
00000100:00100000:3.0:1761228406.748514:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1750
00000100:00100000:3.0:1761228406.748521:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720745792:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228406.748612:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720745792:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 90us (632us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228406.748619:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1750
00000100:00100000:1.0:1761228406.748695:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228406.748762:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745856
00000100:00100000:3.0:1761228406.748833:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4721
00000100:00100000:3.0:1761228406.748837:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091d7a82c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720745856:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228406.748868:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228406.748882:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091d7a82c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720745856:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 43us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228406.748891:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4721
00000100:00100000:1.0:1761228406.748919:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228406.748936:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745920
00000100:00100000:1.0:1761228406.748952:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720745984
00000100:00100000:3.0:1761228406.748965:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4722
00000100:00100000:3.0:1761228406.748971:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092e6c4e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720745920:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228406.748981:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2357
00000100:00100000:1.0:1761228406.748987:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009287b5ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720745984:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:3.0:1761228406.749041:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092e6c4e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720745920:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 68us (122us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228406.749049:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4722
00010000:02020000:1.0:1761228406.749080:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228406.749122:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009287b5ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720745984:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 134us (256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228406.749130:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2357
00010000:00010000:1.0:1761228406.853483:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228406.915179:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228406.915200:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737892544:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228406.915263:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228406.915355:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892544
00000100:00100000:3.0:1761228406.915404:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239
00000100:00100000:3.0:1761228406.915410:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa2ed62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737892544:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228406.915446:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228406.915506:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa2ed62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737892544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228406.915513:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239
00000100:00100000:1.0:1761228406.915639:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737892544:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228407.875561:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228407.939795:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761228407.940352:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737892608:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.940428:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228407.940577:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228407.940582:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228407.940585:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228407.940590:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 3998
00000100:00080000:3.0:1761228407.940592:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228407.940597:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228407.940619:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000452cee49 x1846777737892928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228407.940635:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228407.940638:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228407.940640:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228407.940642:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 3998
00000100:00080000:3.0:1761228407.940645:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228407.940647:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228407.940657:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ef76719 x1846777737892992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228407.940700:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737892800:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.940732:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228407.940747:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737893184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.940771:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228407.940807:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1761228407.940812:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e2c16b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737892864:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.940836:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228407.940885:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad255557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737892672:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.940912:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228407.940928:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737893056:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.940948:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228407.940967:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228407.940972:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737892736:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.941020:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892800
00000100:00100000:2.0:1761228407.941057:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892672
00000100:00100000:2.0:1761228407.941088:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893056
00000100:00100000:2.0:1761228407.941111:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4723
00000100:00100000:2.0:1761228407.941116:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737892800:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.941162:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f24077b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737892800:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (430us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228407.941168:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4723
00000100:00100000:2.0:1761228407.941185:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4724
00000100:00100000:2.0:1761228407.941189:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000406f2bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737892672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.941219:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000406f2bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737892672:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228407.941225:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4724
00000100:00100000:2.0:1761228407.941236:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4725
00000100:00100000:2.0:1761228407.941239:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737893056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.941262:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000721f0ef4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737893056:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228407.941267:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4725
00000100:00100000:2.0:1761228407.941286:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893184
00000100:00100000:2.0:1761228407.941307:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937
00000100:00100000:2.0:1761228407.941311:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737893184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.941341:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737893184:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (570us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228407.941346:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937
00000100:00100000:2.0:1761228407.941385:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000452cee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737892928:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228407.941408:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228407.941420:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737892992:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228407.941441:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228407.941462:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892928
00000100:00100000:2.0:1761228407.941479:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892992
00000100:00100000:2.0:1761228407.941490:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358
00000100:00100000:2.0:1761228407.941493:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737892928:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228407.941588:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228407.941618:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737892928:12345-0@lo:8:kworker/u8:2.0 Request processed in 123us (210us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228407.941624:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358
00000100:00100000:2.0:1761228407.941633:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359
00000100:00100000:2.0:1761228407.941636:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058971ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737892992:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228407.941716:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228407.941754:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058971ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737892992:12345-0@lo:8:kworker/u8:2.0 Request processed in 104us (300us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228407.941760:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359
00000100:00080000:2.0:1761228407.941808:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228407.941811:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228407.941815:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000452cee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737892928:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228407.941823:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228407.941825:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228407.941827:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737892992:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228407.941851:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892608
00000100:00100000:2.0:1761228407.941873:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751
00000100:00100000:2.0:1761228407.941877:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737892608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.941904:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737892608:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (1478us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228407.941910:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751
00000100:00100000:3.0:1761228407.942416:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737893248:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.942449:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228407.942473:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737892800:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.942486:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737893184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.942495:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737892608:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.942533:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228407.942631:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892864
00000100:00100000:3.0:1761228407.942650:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737893120:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228407.942659:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737892736
00000100:00100000:0.0:1761228407.942676:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240
00000100:00100000:0.0:1761228407.942681:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737892864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.942688:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228407.942715:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad255557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737892672:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.942732:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737893056:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228407.942734:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737892864:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (1896us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228407.942756:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240
00000100:00100000:3.0:1761228407.942772:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241
00000100:00100000:3.0:1761228407.942804:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737892736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.942839:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737892736:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228407.942887:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893120
00000100:00100000:1.0:1761228407.942910:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4726
00000100:00100000:1.0:1761228407.942914:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737893120:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228407.942942:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737893120:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (259us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228407.942948:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4726
00000100:00100000:1.0:1761228407.942969:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893248
00000100:00100000:1.0:1761228407.942989:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938
00000100:00100000:1.0:1761228407.942992:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737893248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228407.943017:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737893248:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (569us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228407.943023:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938
00000100:00100000:2.0:1761228407.943902:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e2c16b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737892864:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.943917:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e38abfbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737893248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.943961:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737892736:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228407.943970:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737893120:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228407.945520:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241
00000100:00100000:0.0:1761228408.451220:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d99b924 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737893312:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228408.451292:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228408.451689:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893312
00000100:00100000:1.0:1761228408.451737:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002
00000100:00100000:1.0:1761228408.451743:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003afcd442 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737893312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228408.451799:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228408.453689:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003afcd442 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737893312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1937us (2389us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228408.453703:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002
00000100:00100000:0.0:1761228408.453822:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d99b924 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737893312:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228408.898997:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228409.475007:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f157d871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737893376:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228409.475307:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228409.475558:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893376
00000100:00100000:0.0:1761228409.475603:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242
00000100:00100000:0.0:1761228409.475608:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2219767 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737893376:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228409.475644:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228409.475699:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2219767 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737893376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (393us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228409.475705:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242
00000100:00100000:1.0:1761228409.475760:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f157d871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737893376:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228409.923032:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228410.955215:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228411.868576:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228411.868804:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228411.868838:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228411.868890:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228411.869061:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746176
00000100:00100000:1.0:1761228411.869113:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746112
00000100:00100000:1.0:1761228411.869137:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4727
00000100:00100000:1.0:1761228411.869143:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f379b71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720746176:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228411.869216:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f379b71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720746176:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 72us (378us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228411.869223:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4727
00000100:00100000:1.0:1761228411.869239:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4728
00000100:00100000:1.0:1761228411.869243:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047222553 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720746112:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228411.869276:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047222553 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720746112:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 20us (374us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228411.869282:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4728
00000100:00100000:2.0:1761228411.869548:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746240
00000100:00100000:2.0:1761228411.869575:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2360
00000100:00100000:2.0:1761228411.869579:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072fe43ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720746240:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228411.869671:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228411.869701:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072fe43ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720746240:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 120us (1133us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228411.869708:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2360
00000100:00100000:0.0:1761228411.869974:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746048
00000100:00100000:0.0:1761228411.870013:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1752
00000100:00100000:0.0:1761228411.870018:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720746048:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228411.870057:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720746048:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 38us (1253us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228411.870064:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1752
00010000:00010000:1.0:1761228411.971004:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228412.035324:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a1f6556 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737893440:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228412.035398:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228412.036481:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893440
00000100:00100000:3.0:1761228412.036534:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243
00000100:00100000:3.0:1761228412.036541:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737893440:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228412.036579:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228412.036637:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737893440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (1240us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228412.036644:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243
00000100:00100000:2.0:1761228412.037861:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a1f6556 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737893440:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228412.995619:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228413.059026:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228413.059034:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228413.059037:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228413.059045:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4003
00000100:00100000:0.0:1761228413.059047:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737893568:0@lo:400:kworker/u8:4.0
00000100:00080000:1.0:1761228413.059049:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228413.059057:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228413.059081:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e5fa157d x1846777737893824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228413.059096:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228413.059099:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228413.059101:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228413.059104:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4003
00000100:00080000:1.0:1761228413.059106:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228413.059110:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228413.059120:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228413.059125:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001f801e2a x1846777737893888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228413.059163:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737893952:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228413.059187:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228413.059222:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1761228413.059229:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d838e13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737893632:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.059243:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5fa157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737893824:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228413.059258:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228413.059284:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000002f5faf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737894016:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.059285:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228413.059312:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f801e2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737893888:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228413.059316:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228413.059343:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228413.059356:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893632
00000100:00100000:2.0:1761228413.059382:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893824
00000100:00100000:0.0:1761228413.059399:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244
00000100:00100000:0.0:1761228413.059406:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737893632:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.059409:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893888
00000100:00100000:2.0:1761228413.059427:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361
00000100:00100000:2.0:1761228413.059432:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af4d93cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737893824:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228413.059458:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737893632:12345-0@lo:400:kworker/u8:4.0 Request processed in 50us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228413.059465:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244
00000100:00100000:0.0:1761228413.059502:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d838e13d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737893632:0@lo:400:kworker/u8:4.0
00010000:02020000:2.0:1761228413.059526:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228413.059551:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362
00000100:00100000:0.0:1761228413.059556:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e61de85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737893888:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228413.059562:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af4d93cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737893824:12345-0@lo:8:kworker/u8:4.0 Request processed in 128us (278us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228413.059569:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361
00000100:00080000:2.0:1761228413.059601:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228413.059605:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228413.059608:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5fa157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737893824:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228413.059636:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893568
00010000:02020000:0.0:1761228413.059639:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228413.059661:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893952
00000100:00100000:0.0:1761228413.059677:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e61de85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737893888:12345-0@lo:8:kworker/u8:4.0 Request processed in 119us (335us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228413.059682:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894016
00000100:00100000:0.0:1761228413.059685:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362
00000100:00100000:2.0:1761228413.059700:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4729
00000100:00100000:2.0:1761228413.059705:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737893568:12345-0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228413.059731:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228413.059735:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228413.059740:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f801e2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737893888:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228413.059744:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057b3a32b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737893568:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (624us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228413.059751:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4729
00000100:00100000:0.0:1761228413.059762:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5f3450d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737893504:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.059767:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4730
00000100:00100000:2.0:1761228413.059772:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007987295a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737893952:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228413.059861:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4731
00000100:00100000:1.0:1761228413.059865:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737894016:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228413.059926:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e310ee53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737893696:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.059971:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007987295a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737893952:12345-0@lo:400:kworker/u8:4.0 Request processed in 197us (783us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228413.059976:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4730
00000100:00100000:0.0:1761228413.060702:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228413.060732:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e5e8378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737893760:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228413.060765:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228413.060809:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790f92e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737894144:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.060815:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893504
00000100:00100000:0.0:1761228413.060836:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228413.060859:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753
00000100:00100000:2.0:1761228413.060865:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737893504:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228413.060873:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894144
00000100:00100000:0.0:1761228413.060903:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939
00000100:00100000:0.0:1761228413.060909:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737894144:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.060914:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737893504:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228413.060921:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753
00000100:00100000:0.0:1761228413.060949:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737894144:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (112us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228413.060956:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939
00000100:00100000:2.0:1761228413.060975:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893760
00000100:00100000:0.0:1761228413.060989:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5f3450d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737893504:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.061002:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245
00000100:00100000:0.0:1761228413.061006:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790f92e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737894144:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.061011:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737893760:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.061064:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737893760:12345-0@lo:400:kworker/u8:4.0 Request processed in 55us (298us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228413.061071:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245
00000100:00100000:0.0:1761228413.061074:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e5e8378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737893760:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.061111:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737893952:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.061125:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059597b62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737893568:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228413.061561:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228413.061586:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737894080:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228413.061608:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228413.061635:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894080
00000100:00100000:3.0:1761228413.061657:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1940
00000100:00100000:3.0:1761228413.061660:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009696c9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737894080:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228413.061688:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009696c9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737894080:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (79us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228413.061694:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1940
00000100:00100000:3.0:1761228413.061720:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737894080:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228413.061769:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9dc763 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737894016:12345-0@lo:400:kworker/u8:4.0 Request processed in 1903us (2456us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228413.061795:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4731
00000100:00100000:1.0:1761228413.061809:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737893696
00000100:00100000:1.0:1761228413.061838:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4732
00000100:00100000:1.0:1761228413.061842:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a18c4263 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737893696:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228413.061872:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a18c4263 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737893696:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228413.061876:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4732
00000100:00100000:1.0:1761228413.061899:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e310ee53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737893696:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228413.061999:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000002f5faf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737894016:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228413.571215:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6232557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737894208:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228413.571288:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228413.571522:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894208
00000100:00100000:3.0:1761228413.571574:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003
00000100:00100000:3.0:1761228413.571579:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a35bd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737894208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228413.571615:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228413.571670:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a35bd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737894208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (383us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228413.571678:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003
00000100:00100000:1.0:1761228413.571762:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6232557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737894208:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228414.019651:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228414.595063:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228414.595078:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039245b60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737894272:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228414.595158:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228414.597315:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894272
00000100:00100000:1.0:1761228414.597382:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246
00000100:00100000:1.0:1761228414.597388:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b67669b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737894272:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228414.597431:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228414.597507:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b67669b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737894272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (2350us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228414.597514:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246
00000100:00100000:2.0:1761228414.597829:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039245b60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737894272:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228415.044725:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228416.068530:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228416.992643:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228416.992705:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228416.992863:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746368
00000100:00100000:0.0:1761228416.992929:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4733
00000100:00100000:0.0:1761228416.992936:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720746368:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228416.993652:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746304
00000100:00100000:2.0:1761228416.993698:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1754
00000100:00100000:2.0:1761228416.993704:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720746304:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228416.993921:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f187d6e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720746368:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 984us (1215us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228416.993931:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4733
00000100:00100000:0.0:1761228416.994041:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228416.994065:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746432
00000100:00100000:0.0:1761228416.994090:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4734
00000100:00100000:0.0:1761228416.994095:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b072af9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720746432:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228416.994134:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b072af9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720746432:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 37us (93us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228416.994140:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4734
00000100:00100000:1.0:1761228416.994933:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228416.995001:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720746304:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 1294us (2364us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228416.995011:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1754
00000100:00100000:0.0:1761228416.995087:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746496
00000100:00100000:0.0:1761228416.995125:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2363
00000100:00100000:0.0:1761228416.995129:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720746496:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228416.995220:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228416.995266:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720746496:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 136us (337us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228416.995274:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2363
00010000:00010000:1.0:1761228417.094285:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228417.155181:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228417.155209:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f77a5af7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737894336:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228417.155282:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228417.155393:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894336
00000100:00100000:2.0:1761228417.155450:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247
00000100:00100000:2.0:1761228417.155456:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000530ae5ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737894336:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228417.155493:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228417.155549:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000530ae5ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737894336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228417.155560:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247
00000100:00100000:0.0:1761228417.156082:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f77a5af7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737894336:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228418.115032:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228418.180323:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228418.180330:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228418.180334:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228418.180341:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4008
00000100:00080000:1.0:1761228418.180344:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228418.180349:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228418.180367:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000469b98b9 x1846777737894720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228418.180382:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228418.180385:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228418.180386:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228418.180388:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4008
00000100:00080000:1.0:1761228418.180390:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228418.180392:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228418.180401:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000502928f7 x1846777737894784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228418.181199:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737894464:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.181262:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228418.181289:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737894848:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.181308:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228418.181330:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228418.181334:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000790f92e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737894528:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.181354:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228418.181366:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fae1192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737894912:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.181381:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228418.181408:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894464
00000100:00100000:2.0:1761228418.181439:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894848
00000100:00100000:2.0:1761228418.181451:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894912
00000100:00100000:2.0:1761228418.181464:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4735
00000100:00100000:2.0:1761228418.181469:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039245b60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737894464:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.181507:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039245b60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737894464:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228418.181514:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4735
00000100:00100000:2.0:1761228418.181527:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4736
00000100:00100000:2.0:1761228418.181530:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d87f7abd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737894848:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.181547:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d87f7abd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737894848:12345-0@lo:400:kworker/u8:4.0 Request processed in 16us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228418.181551:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4736
00000100:00100000:2.0:1761228418.181559:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4737
00000100:00100000:2.0:1761228418.181562:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfc8659e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737894912:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.181578:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfc8659e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737894912:12345-0@lo:400:kworker/u8:4.0 Request processed in 16us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228418.181583:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4737
00000100:00100000:2.0:1761228418.181596:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894528
00000100:00100000:2.0:1761228418.181613:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248
00000100:00100000:2.0:1761228418.181616:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000942593e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737894528:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.181636:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000942593e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737894528:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228418.181641:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248
00000100:00100000:2.0:1761228418.181680:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000790f92e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737894528:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.181688:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fae1192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737894912:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.181926:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737894400:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.181971:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228418.181986:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7d7e88e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737894656:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.182003:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228418.182012:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f169c563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737895040:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.182031:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228418.182044:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228418.182048:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f801e2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737894592:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.182064:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228418.182073:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000208c571c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737894976:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.182090:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228418.182118:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737894720:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228418.182136:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228418.182148:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737894784:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228418.182165:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228418.182188:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894592
00000100:00100000:1.0:1761228418.182210:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4738
00000100:00100000:1.0:1761228418.182214:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c49c39c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737894592:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.182241:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c49c39c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737894592:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228418.182247:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4738
00000100:00100000:1.0:1761228418.182267:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895040
00000100:00100000:1.0:1761228418.182291:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894976
00000100:00100000:3.0:1761228418.182294:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894720
00000100:00100000:1.0:1761228418.182307:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894784
00000100:00100000:1.0:1761228418.182328:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941
00000100:00100000:1.0:1761228418.182332:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c9cdc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737895040:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228418.182335:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942
00000100:00100000:3.0:1761228418.182342:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006aca515b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737894976:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.182361:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c9cdc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737895040:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (328us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228418.182367:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941
00000100:00100000:1.0:1761228418.182380:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364
00000100:00100000:3.0:1761228418.182384:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006aca515b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737894976:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228418.182385:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737894720:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228418.182396:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942
00000100:00100000:3.0:1761228418.182409:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365
00000100:00100000:3.0:1761228418.182413:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2110066 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737894784:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228418.182723:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:3.0:1761228418.182742:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228418.182750:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737894720:12345-0@lo:8:kworker/u8:4.0 Request processed in 365us (613us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228418.182757:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364
00000100:00100000:3.0:1761228418.182801:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2110066 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737894784:12345-0@lo:8:kworker/u8:4.0 Request processed in 361us (609us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228418.182807:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f801e2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737894592:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228418.182811:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365
00000100:00100000:1.0:1761228418.182820:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000208c571c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737894976:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.182828:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f169c563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737895040:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228418.182853:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894400
00000100:00100000:3.0:1761228418.182884:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755
00000100:00100000:3.0:1761228418.182890:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737894400:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228418.182932:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737894400:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (960us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228418.182940:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755
00000100:00080000:1.0:1761228418.182950:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228418.182968:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228418.182972:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737894720:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761228418.182983:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228418.182986:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228418.182989:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737894784:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228418.182991:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737894656
00000100:00100000:1.0:1761228418.183015:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737894400:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228418.183019:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249
00000100:00100000:3.0:1761228418.183025:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b1ccc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737894656:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228418.183072:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b1ccc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737894656:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (1067us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228418.183078:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249
00000100:00100000:1.0:1761228418.183081:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7d7e88e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737894656:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.183819:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737894464:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228418.183832:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737894848:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228418.691356:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228418.691378:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2926824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737895104:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228418.691442:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228418.691545:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895104
00000100:00100000:3.0:1761228418.691596:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004
00000100:00100000:3.0:1761228418.691601:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7d7e88e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737895104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228418.691635:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228418.691682:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7d7e88e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737895104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (240us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228418.691690:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004
00000100:00100000:2.0:1761228418.691715:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2926824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737895104:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228419.139429:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228419.714987:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228419.715008:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092437cf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737895168:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228419.715081:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228419.717726:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895168
00000100:00100000:0.0:1761228419.717796:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250
00000100:00100000:0.0:1761228419.717803:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808b79f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737895168:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228419.717842:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228419.717898:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808b79f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737895168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (2818us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228419.717905:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250
00000100:00100000:3.0:1761228419.718102:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092437cf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737895168:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228420.163074:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228421.187806:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228422.113311:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228422.113356:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228422.114485:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746560
00000100:00100000:3.0:1761228422.114858:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1756
00000100:00100000:3.0:1761228422.114866:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720746560:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228422.114965:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720746560:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 100us (1665us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228422.115023:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746752
00000100:00100000:0.0:1761228422.115052:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2366
00000100:00100000:0.0:1761228422.115057:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720746752:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228422.115156:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228422.115189:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720746752:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 131us (1833us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228422.115195:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2366
00000100:00100000:0.0:1761228422.115454:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228422.115492:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228422.115516:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746624
00000100:00100000:0.0:1761228422.115539:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746688
00000100:00100000:0.0:1761228422.115558:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4739
00000100:00100000:0.0:1761228422.115561:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6618041 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720746624:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228422.115598:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6618041 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720746624:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 36us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228422.115605:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4739
00000100:00100000:0.0:1761228422.115618:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4740
00000100:00100000:0.0:1761228422.115621:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720746688:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228422.115643:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e310ee53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720746688:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228422.115649:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4740
00000100:00100000:3.0:1761228422.119295:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1756
00010000:00010000:0.0:1761228422.212431:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228422.275097:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737895232:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228422.275176:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228422.275256:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895232
00000100:00100000:2.0:1761228422.275320:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251
00000100:00100000:2.0:1761228422.275328:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000469b98b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737895232:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228422.275369:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228422.276419:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000469b98b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737895232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1085us (1239us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228422.276430:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251
00000100:00100000:1.0:1761228422.276438:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737895232:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228423.238108:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228423.301703:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1761228423.301705:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737895424:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228423.301712:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737895488:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228423.301712:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228423.301718:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228423.301724:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4014
00000100:00080000:2.0:1761228423.301727:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228423.301733:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228423.301754:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008006ede4 x1846777737895616/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228423.301770:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228423.301773:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228423.301774:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228423.301804:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4014
00000100:00080000:2.0:1761228423.301806:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1761228423.301811:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761228423.301812:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228423.301826:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b995d4df x1846777737895680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228423.301859:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737895808:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228423.301866:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228423.301881:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737895360:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228423.301909:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228423.301929:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5c3a139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737895872:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228423.301933:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737895616:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228423.301969:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895488
00000100:00100000:0.0:1761228423.301970:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228423.301978:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228423.302006:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737895744:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228423.302018:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228423.302027:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb916d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737895296:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228423.302032:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228423.302072:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228423.302094:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737895552:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228423.302094:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895808
00000100:00100000:0.0:1761228423.302122:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228423.302139:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d7320a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737895936:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228423.302144:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895296
00000100:00100000:0.0:1761228423.302170:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228423.302183:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757
00000100:00100000:3.0:1761228423.302190:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737895296:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228423.302202:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895360
00000100:00100000:3.0:1761228423.302252:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737895296:12345-0@lo:400:kworker/u8:4.0 Request processed in 62us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228423.302263:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757
00000100:00100000:3.0:1761228423.302321:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb916d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737895296:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228423.302365:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895872
00000100:00100000:3.0:1761228423.302390:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895936
00000100:00100000:3.0:1761228423.302410:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943
00000100:00100000:3.0:1761228423.302414:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737895872:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228423.302448:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737895872:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (479us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228423.302454:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943
00000100:00100000:3.0:1761228423.302465:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944
00000100:00100000:3.0:1761228423.302468:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5fa157d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737895936:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228423.302493:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5fa157d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737895936:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228423.302498:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944
00000100:00100000:3.0:1761228423.302515:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228423.302529:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737895680:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228423.302552:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228423.302573:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895616
00000100:00100000:3.0:1761228423.302590:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895680
00000100:00100000:3.0:1761228423.302601:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367
00000100:00100000:3.0:1761228423.302604:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba5d0ca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737895616:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228423.302690:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228423.302719:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba5d0ca7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737895616:12345-0@lo:8:kworker/u8:4.0 Request processed in 114us (204us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228423.302725:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367
00000100:00100000:3.0:1761228423.302736:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368
00000100:00100000:3.0:1761228423.302738:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737895680:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228423.302842:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228423.302869:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737895680:12345-0@lo:8:kworker/u8:4.0 Request processed in 129us (317us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228423.302874:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368
00000100:00080000:3.0:1761228423.302915:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228423.302919:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228423.302923:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737895616:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228423.302931:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228423.302933:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228423.302935:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737895680:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228423.302964:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d7320a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737895936:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228423.302974:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5c3a139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737895872:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228423.303002:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895744
00000100:00100000:1.0:1761228423.303291:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4741
00000100:00100000:1.0:1761228423.303296:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737895488:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228423.303324:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4742
00000100:00100000:0.0:1761228423.303330:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092437cf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737895360:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228423.303341:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059597b62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737895488:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (1478us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228423.303348:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4741
00000100:00100000:0.0:1761228423.303375:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092437cf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737895360:12345-0@lo:400:kworker/u8:4.0 Request processed in 44us (1397us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228423.303382:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4742
00000100:00100000:1.0:1761228423.303401:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737895488:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228423.303414:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895424
00000100:00100000:1.0:1761228423.303430:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737895552
00000100:00100000:0.0:1761228423.303444:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252
00000100:00100000:0.0:1761228423.303449:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f169c563 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737895424:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228423.303524:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4743
00000100:00100000:2.0:1761228423.303529:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000208c571c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737895808:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228423.303570:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000208c571c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737895808:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (1662us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228423.303576:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4743
00000100:00100000:2.0:1761228423.303605:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737895360:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228423.303628:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4744
00000100:00100000:3.0:1761228423.303634:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f157d871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737895744:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228423.303671:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737895808:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228423.303690:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253
00000100:00100000:1.0:1761228423.303695:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f3450d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737895552:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228423.303757:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f157d871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737895744:12345-0@lo:400:kworker/u8:4.0 Request processed in 122us (1728us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228423.303764:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4744
00000100:00100000:3.0:1761228423.303815:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737895744:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228423.303845:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737895424:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228423.303916:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f169c563 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737895424:12345-0@lo:400:kworker/u8:4.0 Request processed in 466us (2109us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228423.303926:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252
00000100:00100000:1.0:1761228423.303964:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f3450d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737895552:12345-0@lo:400:kworker/u8:4.0 Request processed in 266us (1840us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228423.303971:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253
00000100:00100000:3.0:1761228423.304044:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737895552:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228423.811752:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f029cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737896000:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228423.811844:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228423.811972:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896000
00000100:00100000:3.0:1761228423.812811:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005
00000100:00100000:3.0:1761228423.812820:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737896000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228423.812863:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228423.812944:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737896000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (1100us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228423.812952:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005
00000100:00100000:2.0:1761228423.813057:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f029cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737896000:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228424.259072:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228424.835272:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737896064:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228424.835343:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228424.835482:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896064
00000100:00100000:1.0:1761228424.835530:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254
00000100:00100000:1.0:1761228424.835537:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737896064:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228424.835575:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228424.835630:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737896064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228424.835638:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254
00000100:00100000:2.0:1761228424.835727:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737896064:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228425.283354:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228426.308046:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228427.232684:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228427.235210:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228427.235248:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228427.235500:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746880
00000100:00100000:0.0:1761228427.235557:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4745
00000100:00100000:0.0:1761228427.235564:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024d1130b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720746880:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228427.235639:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024d1130b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720746880:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 74us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228427.235647:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4745
00000100:00100000:3.0:1761228427.235905:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747008
00000100:00100000:3.0:1761228427.235937:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2369
00000100:00100000:3.0:1761228427.235942:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1f6773c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720747008:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1761228427.236229:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746816
00000100:00100000:2.0:1761228427.236267:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1758
00000100:00100000:2.0:1761228427.236273:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720746816:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228427.236281:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228427.236488:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720746816:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 214us (1239us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228427.236497:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1758
00000100:00100000:1.0:1761228427.236502:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720746944
00000100:00100000:1.0:1761228427.236536:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4746
00000100:00100000:1.0:1761228427.236543:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b806983c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720746944:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228427.236572:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b806983c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720746944:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 30us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228427.236578:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4746
00010000:02020000:3.0:1761228427.236646:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228427.236679:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1f6773c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720747008:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 736us (4004us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228427.236686:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2369
00010000:00010000:1.0:1761228427.331039:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228427.396536:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228427.396561:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737896128:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228427.396635:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228427.396827:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896128
00000100:00100000:2.0:1761228427.396894:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255
00000100:00100000:2.0:1761228427.396902:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737896128:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228427.396946:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228427.396995:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737896128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228427.397003:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255
00000100:00100000:0.0:1761228427.397152:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737896128:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228428.355077:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228428.419594:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737896192:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228428.419599:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228428.419606:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228428.419610:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228428.419616:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4019
00000100:00080000:3.0:1761228428.419619:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228428.419626:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228428.419648:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d19787b x1846777737896512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228428.419667:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228428.419671:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228428.419672:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1761228428.419677:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228428.419679:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4019
00000100:00080000:3.0:1761228428.419683:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228428.419686:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228428.419699:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f238d63b x1846777737896576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228428.419715:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901e9d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737896448:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.419753:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228428.419764:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d19787b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737896512:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228428.419811:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737896832:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228428.419846:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228428.419875:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737896576:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228428.419876:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896448
00000100:00100000:3.0:1761228428.419905:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228428.419930:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256
00000100:00100000:0.0:1761228428.419938:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737896448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228428.419943:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896512
00000100:00100000:3.0:1761228428.419966:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896576
00000100:00100000:3.0:1761228428.419984:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370
00000100:00100000:3.0:1761228428.419989:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2926824 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737896512:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228428.419995:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737896448:12345-0@lo:400:kworker/u8:4.0 Request processed in 56us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228428.420004:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256
00000100:00100000:1.0:1761228428.420010:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d164be8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737896384:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420031:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371
00000100:00100000:0.0:1761228428.420036:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f77a5af7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737896576:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228428.420050:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228428.420068:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f029cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737896768:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228428.420088:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228428.420123:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896768
00010000:02020000:3.0:1761228428.420137:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228428.420155:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945
00000100:00100000:1.0:1761228428.420160:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737896768:12345-0@lo:400:kworker/u8:4.0
00010000:02020000:0.0:1761228428.420168:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228428.420191:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2926824 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737896512:12345-0@lo:8:kworker/u8:4.0 Request processed in 200us (354us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228428.420223:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f77a5af7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737896576:12345-0@lo:8:kworker/u8:4.0 Request processed in 185us (318us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228428.420228:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737896768:12345-0@lo:400:kworker/u8:4.0 Request processed in 64us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228428.420236:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371
00000100:00100000:1.0:1761228428.420248:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945
00000100:00100000:0.0:1761228428.420266:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f5d8cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737896320:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228428.420278:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896384
00000100:00100000:0.0:1761228428.420297:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228428.420304:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4747
00000100:00100000:1.0:1761228428.420309:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737896384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420318:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737896704:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228428.420351:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069d8b038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737896384:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228428.420354:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228428.420363:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4747
00000100:00100000:0.0:1761228428.420377:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228428.420384:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014d07262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737896256:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420403:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228428.420417:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8f257aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737896640:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420434:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228428.420460:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896704
00000100:00100000:0.0:1761228428.420480:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896256
00000100:00100000:0.0:1761228428.420494:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896640
00000100:00100000:0.0:1761228428.420506:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4748
00000100:00100000:0.0:1761228428.420509:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9e04ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737896704:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420538:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9e04ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737896704:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228428.420543:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4748
00000100:00100000:0.0:1761228428.420553:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4749
00000100:00100000:0.0:1761228428.420556:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bad6cdab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737896256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420575:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bad6cdab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737896256:12345-0@lo:400:kworker/u8:4.0 Request processed in 18us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228428.420580:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4749
00000100:00100000:0.0:1761228428.420589:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4750
00000100:00100000:0.0:1761228428.420592:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f6377d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737896640:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420613:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f6377d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737896640:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228428.420617:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4750
00000100:00100000:0.0:1761228428.420635:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896320
00000100:00100000:0.0:1761228428.420650:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257
00000100:00100000:0.0:1761228428.420653:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c666f3c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737896320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420676:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c666f3c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737896320:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228428.420681:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257
00000100:00100000:0.0:1761228428.420712:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014d07262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737896256:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420723:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8f257aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737896640:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420732:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f5d8cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737896320:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420741:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737896704:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228428.420750:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370
00000100:00100000:2.0:1761228428.420753:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896192
00000100:00100000:2.0:1761228428.420805:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759
00000100:00080000:3.0:1761228428.420806:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1761228428.420810:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737896192:12345-0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228428.420810:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228428.420814:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d19787b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737896512:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420818:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228428.420830:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1761228428.420853:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896832
00000100:00100000:0.0:1761228428.420867:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901e9d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737896448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228428.420870:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737896192:12345-0@lo:400:kworker/u8:4.0 Request processed in 58us (1195us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228428.420880:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759
00000100:00100000:0.0:1761228428.420884:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737896192:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228428.420892:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946
00000100:00100000:1.0:1761228428.420899:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008138a3bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737896832:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228428.420942:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d164be8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737896384:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228428.420944:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008138a3bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737896832:12345-0@lo:400:kworker/u8:4.0 Request processed in 44us (130us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228428.420954:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946
00000100:00100000:0.0:1761228428.420962:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f029cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737896768:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228428.420999:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737896832:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228428.421175:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228428.421180:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737896576:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228428.931099:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737896896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228428.931163:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228428.931313:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896896
00000100:00100000:1.0:1761228428.931369:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006
00000100:00100000:1.0:1761228428.931376:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc46b02e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737896896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228428.931412:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228428.931464:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc46b02e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737896896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228428.931473:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006
00000100:00100000:2.0:1761228428.931504:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737896896:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228429.379566:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228429.957688:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737896960:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228429.957766:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228429.957964:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737896960
00000100:00100000:3.0:1761228429.958003:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258
00000100:00100000:3.0:1761228429.958008:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737896960:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228429.958051:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228429.958544:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737896960:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228429.958599:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737896960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 589us (833us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228429.958607:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258
00010000:00010000:0.0:1761228430.404759:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228431.427075:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228432.354482:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228432.354538:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228432.354570:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228432.354614:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228432.354678:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747264
00000100:00100000:3.0:1761228432.354678:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747200
00000100:00100000:3.0:1761228432.354712:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747136
00000100:00100000:1.0:1761228432.354723:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2372
00000100:00100000:1.0:1761228432.354730:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720747264:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1761228432.354731:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4751
00000100:00100000:3.0:1761228432.354734:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f671dd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720747200:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228432.354830:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f671dd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720747200:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 94us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228432.354838:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4751
00000100:00100000:3.0:1761228432.354853:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4752
00010000:02020000:1.0:1761228432.354856:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228432.354857:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd951397 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720747136:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228432.354877:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd951397 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720747136:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 19us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228432.354880:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720747264:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 151us (411us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228432.354882:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4752
00000100:00100000:1.0:1761228432.354887:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2372
00000100:00100000:2.0:1761228432.355224:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747072
00000100:00100000:2.0:1761228432.355254:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1760
00000100:00100000:2.0:1761228432.355258:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720747072:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228432.355281:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720747072:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (744us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228432.355286:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1760
00010000:00010000:1.0:1761228432.451453:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228432.517807:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d19787b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737897024:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228432.517880:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228432.517928:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897024
00000100:00100000:2.0:1761228432.517976:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259
00000100:00100000:2.0:1761228432.517982:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6232557 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737897024:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228432.518027:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228432.518084:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6232557 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737897024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228432.518091:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259
00000100:00100000:3.0:1761228432.518177:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d19787b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737897024:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228433.476371:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228433.541009:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228433.541017:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228433.541020:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228433.541030:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4024
00000100:00080000:2.0:1761228433.541033:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228433.541039:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228433.541061:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b995d4df x1846777737897408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228433.541075:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228433.541078:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228433.541079:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228433.541082:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4024
00000100:00080000:2.0:1761228433.541083:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228433.541086:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228433.541094:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008006ede4 x1846777737897472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228433.541145:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737897152:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541228:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228433.541260:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb916d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737897536:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541281:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228433.541306:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228433.541311:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737897216:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541334:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228433.541349:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737897600:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541367:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228433.541408:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897152
00000100:00100000:2.0:1761228433.541445:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897536
00000100:00100000:2.0:1761228433.541463:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897600
00000100:00100000:2.0:1761228433.541480:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4753
00000100:00100000:2.0:1761228433.541485:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e38abfbd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737897152:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541530:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e38abfbd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737897152:12345-0@lo:400:kworker/u8:4.0 Request processed in 44us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228433.541537:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4753
00000100:00100000:2.0:1761228433.541555:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4754
00000100:00100000:2.0:1761228433.541558:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e2c16b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737897536:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541582:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e2c16b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737897536:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228433.541588:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4754
00000100:00100000:2.0:1761228433.541599:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4755
00000100:00100000:2.0:1761228433.541601:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad255557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737897600:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541624:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad255557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737897600:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228433.541629:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4755
00000100:00100000:2.0:1761228433.541647:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897216
00000100:00100000:2.0:1761228433.541669:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260
00000100:00100000:2.0:1761228433.541673:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737897216:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541699:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737897216:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (364us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228433.541705:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260
00000100:00100000:2.0:1761228433.541750:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737897216:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541761:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737897600:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541769:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737897152:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.541816:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb916d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737897536:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228433.541929:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5c3a139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737897280:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228433.541933:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737897408:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228433.541972:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228433.541981:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228433.542008:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737897664:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228433.542011:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737897472:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228433.542042:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228433.542053:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897280
00000100:00100000:1.0:1761228433.542070:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228433.542078:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737897088:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228433.542084:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4756
00000100:00100000:3.0:1761228433.542088:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808a4b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737897280:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228433.542123:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228433.542189:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897408
00000100:00100000:0.0:1761228433.542220:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897664
00000100:00100000:0.0:1761228433.542241:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947
00000100:00100000:0.0:1761228433.542244:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022580c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737897664:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.542632:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373
00000100:00100000:2.0:1761228433.542637:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737897408:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228433.542733:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228433.542748:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808a4b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737897280:12345-0@lo:400:kworker/u8:4.0 Request processed in 657us (775us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228433.542756:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4756
00000100:00100000:2.0:1761228433.542811:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737897408:12345-0@lo:8:kworker/u8:4.0 Request processed in 172us (830us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228433.542819:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373
00000100:00100000:2.0:1761228433.542863:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897088
00000100:00100000:1.0:1761228433.543247:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d7320a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737897344:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228433.543283:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228433.543297:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737897728:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228433.543317:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228433.543342:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5c3a139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737897280:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228433.543370:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897728
00000100:00100000:1.0:1761228433.543394:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1948
00000100:00100000:1.0:1761228433.543398:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737897728:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228433.543430:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737897728:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (113us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228433.543436:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1948
00000100:00100000:1.0:1761228433.543459:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737897728:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228433.543494:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761228433.543518:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228433.543521:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228433.543524:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737897408:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228433.543539:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897472
00000100:00100000:1.0:1761228433.543553:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374
00000100:00100000:1.0:1761228433.543556:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000790f92e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737897472:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228433.543635:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228433.543664:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000790f92e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737897472:12345-0@lo:8:kworker/u8:4.0 Request processed in 107us (170us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228433.543671:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374
00000100:00080000:1.0:1761228433.543693:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228433.543696:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228433.543699:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737897472:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228433.543846:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022580c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737897664:12345-0@lo:400:kworker/u8:4.0 Request processed in 1598us (1803us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228433.543854:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947
00000100:00100000:1.0:1761228433.543874:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737897664:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.544186:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761
00000100:00100000:2.0:1761228433.544193:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737897088:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228433.544801:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897344
00000100:00100000:3.0:1761228433.544848:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261
00000100:00100000:3.0:1761228433.544853:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fae1192 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737897344:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228433.545475:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737897088:12345-0@lo:400:kworker/u8:4.0 Request processed in 1281us (3351us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228433.545484:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761
00000100:00100000:3.0:1761228433.545552:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fae1192 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737897344:12345-0@lo:400:kworker/u8:4.0 Request processed in 698us (2269us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228433.545558:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261
00000100:00100000:1.0:1761228433.545633:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737897088:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228433.545647:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d7320a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737897344:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228434.059301:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a1f6556 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737897792:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228434.059366:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228434.059490:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897792
00000100:00100000:3.0:1761228434.059539:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007
00000100:00100000:3.0:1761228434.059545:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cd9e37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737897792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228434.059578:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228434.059622:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cd9e37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737897792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228434.059629:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007
00000100:00100000:2.0:1761228434.059956:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a1f6556 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737897792:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228434.499354:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228435.075605:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737897856:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228435.075681:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228435.075738:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897856
00000100:00100000:3.0:1761228435.075828:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262
00000100:00100000:3.0:1761228435.075836:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000651177aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737897856:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228435.075888:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228435.076043:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000651177aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737897856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 206us (364us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228435.076051:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262
00000100:00100000:1.0:1761228435.076098:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737897856:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228435.524365:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228436.547016:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228437.469154:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228437.469209:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228437.469296:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747328
00000100:00100000:2.0:1761228437.469387:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1762
00000100:00100000:2.0:1761228437.469395:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720747328:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228437.469502:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720747328:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 103us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228437.469513:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1762
00000100:00100000:0.0:1761228437.470428:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747392
00000100:00100000:3.0:1761228437.470494:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228437.471241:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747456
00000100:00100000:3.0:1761228437.471275:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228437.471293:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4757
00000100:00100000:2.0:1761228437.471304:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2219767 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720747392:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228437.471312:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747520
00000100:00100000:3.0:1761228437.471342:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2375
00000100:00100000:3.0:1761228437.471347:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6232557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720747520:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1761228437.471391:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2219767 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720747392:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 89us (2182us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228437.471399:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4757
00000100:00100000:2.0:1761228437.471416:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4758
00000100:00100000:2.0:1761228437.471421:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808b79f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720747456:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00010000:02020000:3.0:1761228437.471456:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228437.471489:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6232557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720747520:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 142us (217us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228437.471497:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2375
00000100:00100000:2.0:1761228437.472023:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808b79f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720747456:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 597us (1535us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228437.472032:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4758
00010000:00010000:1.0:1761228437.571271:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228437.635033:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228437.635860:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d99b924 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737897920:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228437.635957:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228437.636099:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897920
00000100:00100000:2.0:1761228437.637297:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263
00000100:00100000:2.0:1761228437.637307:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737897920:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228437.637350:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228437.637506:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737897920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 200us (1550us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228437.637514:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263
00000100:00100000:3.0:1761228437.637586:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d99b924 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737897920:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228438.595017:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228438.658987:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737897984:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228438.659003:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228438.659009:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228438.659012:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228438.659018:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4029
00000100:00080000:2.0:1761228438.659020:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228438.659028:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228438.659050:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b0a0ec18 x1846777737898304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228438.659065:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761228438.659068:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228438.659072:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228438.659074:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228438.659078:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4029
00000100:00080000:2.0:1761228438.659080:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228438.659083:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228438.659096:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bd9169ac x1846777737898368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228438.659105:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021f9c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737898240:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228438.659141:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228438.659155:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000452cee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737898112:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228438.659162:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737898624:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228438.659195:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228438.659200:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228438.659217:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737898496:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228438.659223:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228438.659230:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737898176:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228438.659249:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228438.659272:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737897984
00000100:00100000:2.0:1761228438.659285:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228438.659292:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737898048:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228438.659315:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763
00000100:00100000:2.0:1761228438.659318:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228438.659325:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737897984:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228438.659334:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737898432:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228438.659357:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228438.659382:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737897984:12345-0@lo:400:kworker/u8:4.0 Request processed in 58us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228438.659386:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0a0ec18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737898304:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228438.659392:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763
00000100:00100000:3.0:1761228438.659428:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898624
00000100:00100000:2.0:1761228438.659436:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228438.659454:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737898368:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228438.659478:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228438.659517:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898240
00000100:00100000:0.0:1761228438.659547:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898112
00000100:00100000:0.0:1761228438.659560:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264
00000100:00100000:0.0:1761228438.659563:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d99b924 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737898240:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.659594:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d99b924 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737898240:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (454us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228438.659600:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264
00000100:00100000:0.0:1761228438.659615:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265
00000100:00100000:0.0:1761228438.659618:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737898112:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.659661:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737898112:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (468us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228438.659665:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265
00000100:00100000:0.0:1761228438.659702:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000452cee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737898112:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.659735:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898496
00000100:00100000:0.0:1761228438.659759:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898048
00000100:00100000:0.0:1761228438.659773:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898432
00000100:00100000:0.0:1761228438.659811:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4759
00000100:00100000:0.0:1761228438.659815:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b67669b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737898496:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.659845:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b67669b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737898496:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (598us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228438.659850:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4759
00000100:00100000:0.0:1761228438.659859:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4760
00000100:00100000:0.0:1761228438.659862:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000942593e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737898048:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.659884:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000942593e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737898048:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (570us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228438.659888:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4760
00000100:00100000:0.0:1761228438.659897:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4761
00000100:00100000:0.0:1761228438.659900:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d7320a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737898432:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.659928:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d7320a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737898432:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (571us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228438.659945:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4761
00000100:00100000:0.0:1761228438.659978:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ef76719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737898048:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.659988:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737898432:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.659995:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737898496:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.660088:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228438.660102:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737898560:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.660136:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898176
00000100:00100000:0.0:1761228438.660156:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4762
00000100:00100000:0.0:1761228438.660159:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000917a35a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737898176:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.660189:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000917a35a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737898176:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (102us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228438.660194:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4762
00000100:00100000:1.0:1761228438.660415:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898304
00000100:00100000:1.0:1761228438.660441:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898368
00000100:00100000:2.0:1761228438.660451:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949
00000100:00100000:2.0:1761228438.660461:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a1f6556 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737898624:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228438.660500:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a1f6556 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737898624:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (1301us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228438.660738:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376
00000100:00100000:1.0:1761228438.660742:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071b8f3e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737898304:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228438.660853:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228438.660867:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377
00000100:00100000:0.0:1761228438.660873:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6e95c7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737898368:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228438.660893:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071b8f3e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737898304:12345-0@lo:8:kworker/u8:4.0 Request processed in 149us (1457us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228438.660901:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376
00000100:00100000:1.0:1761228438.660937:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:0.0:1761228438.660953:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228438.660963:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737898624:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228438.660975:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021f9c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737898240:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228438.660989:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737897984:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.660992:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6e95c7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737898368:12345-0@lo:8:kworker/u8:4.0 Request processed in 116us (1512us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228438.660999:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377
00000100:00100000:0.0:1761228438.661013:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898560
00000100:00100000:1.0:1761228438.661028:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737898176:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.661040:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950
00000100:00100000:0.0:1761228438.661044:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737898560:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228438.661078:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737898560:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (140us total) trans 0 rc 0/0
00000100:00080000:1.0:1761228438.661078:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228438.661084:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228438.661091:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0a0ec18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737898304:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228438.661093:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950
00000100:00080000:1.0:1761228438.661107:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228438.661111:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228438.661114:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737898368:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228438.661143:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737898560:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228438.661800:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949
00000100:00100000:0.0:1761228439.173772:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228439.173833:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737898688:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228439.173910:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228439.174276:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898688
00000100:00100000:2.0:1761228439.174330:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008
00000100:00100000:2.0:1761228439.174337:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737898688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228439.174378:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228439.174433:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737898688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (524us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228439.174441:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008
00000100:00100000:0.0:1761228439.174524:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737898688:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228439.619996:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228440.196875:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228440.196889:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058971ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737898752:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228440.196963:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228440.197046:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898752
00000100:00100000:3.0:1761228440.197116:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266
00000100:00100000:3.0:1761228440.197123:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f801e2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737898752:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228440.197170:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228440.197250:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f801e2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737898752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228440.197258:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266
00000100:00100000:1.0:1761228440.197328:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058971ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737898752:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228440.645315:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228441.666912:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228442.594621:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228442.594692:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228442.594733:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228442.594816:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228442.594875:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747712
00000100:00100000:3.0:1761228442.594942:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747648
00000100:00100000:3.0:1761228442.594970:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4763
00000100:00100000:3.0:1761228442.594978:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f029cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720747712:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228442.595085:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f029cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720747712:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 106us (350us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228442.595095:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4763
00000100:00100000:3.0:1761228442.595115:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4764
00000100:00100000:3.0:1761228442.595119:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d164be8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720747648:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228442.595145:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d164be8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720747648:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 25us (370us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228442.595151:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4764
00000100:00100000:0.0:1761228442.595664:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747584
00000100:00100000:0.0:1761228442.595734:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1764
00000100:00100000:0.0:1761228442.595740:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720747584:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228442.595807:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720747584:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 66us (1202us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228442.595814:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1764
00000100:00100000:2.0:1761228442.597359:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747776
00000100:00100000:2.0:1761228442.597431:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2378
00000100:00100000:2.0:1761228442.597438:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007366be15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720747776:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228442.597538:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228442.597622:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007366be15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720747776:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 183us (2930us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228442.597630:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2378
00010000:00010000:0.0:1761228442.691707:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228442.756324:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737898816:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228442.756407:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228442.756959:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898816
00000100:00100000:2.0:1761228442.757153:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267
00000100:00100000:2.0:1761228442.757159:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067e8d15d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737898816:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228442.757248:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228442.757312:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067e8d15d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737898816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 152us (906us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228442.757319:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267
00000100:00100000:0.0:1761228442.757435:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737898816:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228443.715058:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228443.779394:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228443.779403:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228443.779408:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228443.779417:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4034
00000100:00080000:0.0:1761228443.779421:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228443.779427:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228443.779450:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000e04b072 x1846777737899200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228443.779466:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228443.779469:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228443.779470:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228443.779473:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4034
00000100:00080000:0.0:1761228443.779475:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228443.779478:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228443.779489:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000503eafda x1846777737899264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228443.779542:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737899008:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.779614:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228443.779642:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff33a1ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737899392:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.779677:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228443.779710:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228443.779715:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a42bd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737898944:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.779735:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228443.779748:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d890dd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737899328:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.779762:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228443.779819:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899392
00000100:00100000:0.0:1761228443.779858:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898944
00000100:00100000:0.0:1761228443.779873:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899328
00000100:00100000:0.0:1761228443.779890:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4765
00000100:00100000:0.0:1761228443.779894:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737899392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.779948:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2736434 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737899392:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228443.779955:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4765
00000100:00100000:0.0:1761228443.779973:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4766
00000100:00100000:0.0:1761228443.779977:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737898944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.780000:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001600460c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737898944:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228443.780005:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4766
00000100:00100000:0.0:1761228443.780013:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4767
00000100:00100000:0.0:1761228443.780015:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c666f3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737899328:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.780031:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c666f3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737899328:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228443.780036:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4767
00000100:00100000:0.0:1761228443.780074:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899008
00000100:00100000:0.0:1761228443.780090:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268
00000100:00100000:0.0:1761228443.780093:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737899008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.780114:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737899008:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (501us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228443.780118:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268
00000100:00100000:0.0:1761228443.780143:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a42bd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737898944:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.780150:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d890dd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737899328:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.780156:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737899008:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.780162:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff33a1ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737899392:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780253:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737898880:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780283:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228443.780308:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e787092c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737899136:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780328:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228443.780342:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008138a3bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737899520:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780362:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228443.780380:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228443.780385:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901646e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737899072:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780406:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228443.780419:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737899456:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780435:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228443.780453:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737899200:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780471:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228443.780481:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737899264:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780495:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228443.780514:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899520
00000100:00100000:1.0:1761228443.780532:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899456
00000100:00100000:1.0:1761228443.780543:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899200
00000100:00100000:1.0:1761228443.780549:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899264
00000100:00100000:1.0:1761228443.780557:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951
00000100:00100000:1.0:1761228443.780560:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737899520:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780583:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737899520:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228443.780588:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951
00000100:00100000:1.0:1761228443.780598:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952
00000100:00100000:1.0:1761228443.780600:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737899456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780615:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737899456:12345-0@lo:400:kworker/u8:2.0 Request processed in 14us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228443.780619:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952
00000100:00100000:1.0:1761228443.780626:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379
00000100:00100000:1.0:1761228443.780629:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9f64868 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737899200:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228443.780722:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228443.780748:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9f64868 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737899200:12345-0@lo:8:kworker/u8:2.0 Request processed in 118us (276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228443.780753:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379
00000100:00100000:1.0:1761228443.780762:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380
00000100:00100000:1.0:1761228443.780764:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737899264:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228443.780873:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228443.780896:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737899264:12345-0@lo:8:kworker/u8:2.0 Request processed in 131us (401us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228443.780902:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380
00000100:00100000:1.0:1761228443.780924:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899072
00000100:00100000:1.0:1761228443.780944:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4768
00000100:00100000:1.0:1761228443.780947:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000790f92e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737899072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.780975:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000790f92e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737899072:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (569us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228443.780980:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4768
00000100:00080000:1.0:1761228443.781003:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228443.781006:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228443.781009:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737899200:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228443.781015:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228443.781017:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228443.781019:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737899264:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228443.781038:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901646e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737899072:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.781045:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737899456:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.781051:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008138a3bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737899520:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.781069:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899136
00000100:00100000:1.0:1761228443.781085:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269
00000100:00100000:1.0:1761228443.781088:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737899136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228443.781111:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737899136:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (783us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228443.781118:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269
00000100:00100000:1.0:1761228443.781136:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e787092c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737899136:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.789304:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737898880
00000100:00100000:0.0:1761228443.789383:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765
00000100:00100000:0.0:1761228443.789388:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737898880:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228443.789497:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737898880:12345-0@lo:400:kworker/u8:2.0 Request processed in 109us (9213us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228443.789504:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765
00000100:00100000:1.0:1761228443.789584:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737898880:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228444.291135:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff33a1ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737899584:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228444.291231:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228444.291616:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899584
00000100:00100000:0.0:1761228444.291672:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009
00000100:00100000:0.0:1761228444.291679:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af4d93cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737899584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228444.291714:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228444.291770:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af4d93cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737899584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (540us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228444.291799:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009
00000100:00100000:2.0:1761228444.291885:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff33a1ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737899584:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228444.739075:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228445.315123:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228445.315143:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e61de85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737899648:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228445.315211:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228445.316937:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899648
00000100:00100000:0.0:1761228445.317023:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270
00000100:00100000:0.0:1761228445.317031:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737899648:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228445.317078:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228445.317151:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737899648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (1941us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228445.317158:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270
00000100:00100000:3.0:1761228445.317259:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e61de85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737899648:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228445.763122:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228446.788004:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228447.709147:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228447.709939:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228447.709979:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228447.710072:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228447.710117:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747968
00000100:00100000:3.0:1761228447.710163:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747904
00000100:00100000:3.0:1761228447.710184:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4769
00000100:00100000:3.0:1761228447.710190:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f5d8cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720747968:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228447.710261:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f5d8cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720747968:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 71us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228447.710268:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4769
00000100:00100000:3.0:1761228447.710282:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4770
00000100:00100000:3.0:1761228447.710285:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f257aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720747904:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228447.710306:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f257aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720747904:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 20us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228447.710321:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4770
00000100:00100000:0.0:1761228447.711415:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748032
00000100:00100000:0.0:1761228447.711460:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2381
00000100:00100000:0.0:1761228447.711466:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720748032:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228447.711631:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228447.711691:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720748032:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 224us (2553us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228447.711699:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2381
00000100:00100000:1.0:1761228447.712738:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720747840
00000100:00100000:1.0:1761228447.712822:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1766
00000100:00100000:1.0:1761228447.712829:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720747840:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228447.712891:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720747840:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 62us (2954us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228447.712898:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1766
00010000:00010000:1.0:1761228447.813069:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228447.875364:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014d07262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737899712:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228447.875442:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228447.875503:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899712
00000100:00100000:0.0:1761228447.875559:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271
00000100:00100000:0.0:1761228447.875566:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008006ede4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737899712:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228447.875617:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228447.876439:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008006ede4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737899712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 870us (995us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228447.876449:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014d07262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737899712:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228447.876451:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271
00010000:00010000:1.0:1761228448.835704:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228448.899127:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228448.899135:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228448.899140:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228448.899150:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4039
00000100:00100000:1.0:1761228448.899151:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb916d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737899904:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228448.899155:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228448.899164:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228448.899188:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007ea174d0 x1846777737900096/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228448.899205:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1761228448.899209:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737899968:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228448.899210:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228448.899213:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228448.899218:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4039
00000100:00080000:2.0:1761228448.899220:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:1.0:1761228448.899224:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761228448.899225:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228448.899240:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e61de85 x1846777737900160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228448.899266:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228448.899293:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5c3a139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737899840:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228448.899300:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020df2a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737900352:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.899332:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228448.899336:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228448.899354:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058971ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737900224:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228448.899359:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1761228448.899366:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737899776:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.899381:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228448.899559:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228448.899571:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228448.899579:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737900032:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.899581:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eea9faee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737900288:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.899622:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228448.899647:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228448.899673:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d1ce198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737900416:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.899678:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899968
00000100:00100000:3.0:1761228448.899698:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228448.899721:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899840
00000100:00100000:3.0:1761228448.899728:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900352
00000100:00100000:2.0:1761228448.899742:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900224
00000100:00100000:3.0:1761228448.899760:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900416
00000100:00100000:2.0:1761228448.899767:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900288
00000100:00100000:3.0:1761228448.899809:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953
00000100:00100000:3.0:1761228448.899815:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737900352:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.899822:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4771
00000100:00100000:2.0:1761228448.899827:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014d07262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737899968:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228448.899877:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737900352:12345-0@lo:400:kworker/u8:4.0 Request processed in 60us (540us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228448.899884:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953
00000100:00100000:3.0:1761228448.899901:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954
00000100:00100000:3.0:1761228448.899904:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009696c9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737900416:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.899930:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014d07262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737899968:12345-0@lo:400:kworker/u8:4.0 Request processed in 100us (665us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228448.899940:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4771
00000100:00100000:3.0:1761228448.899941:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009696c9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737900416:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228448.899949:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954
00000100:00100000:2.0:1761228448.899960:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4772
00000100:00100000:2.0:1761228448.899964:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd101ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737899840:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228448.899974:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4773
00000100:00100000:3.0:1761228448.899979:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000521512fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737900224:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.900004:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd101ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737899840:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (672us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228448.900012:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4772
00000100:00100000:3.0:1761228448.900023:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000521512fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737900224:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (641us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228448.900030:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737900096:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228448.900031:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4774
00000100:00100000:3.0:1761228448.900038:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4773
00000100:00100000:2.0:1761228448.900039:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db5b50e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737900288:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228448.900063:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228448.900072:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899904
00000100:00100000:2.0:1761228448.900084:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db5b50e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737900288:12345-0@lo:400:kworker/u8:4.0 Request processed in 45us (460us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228448.900087:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e61de85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737900160:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228448.900096:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4774
00000100:00100000:3.0:1761228448.900101:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900032
00000100:00100000:1.0:1761228448.900114:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228448.900119:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272
00000100:00100000:3.0:1761228448.900125:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737899904:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228448.900144:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273
00000100:00100000:1.0:1761228448.900150:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737900032:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228448.900167:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737899904:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (945us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228448.900174:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272
00000100:00100000:1.0:1761228448.900187:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737900032:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (542us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228448.900198:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273
00000100:00100000:3.0:1761228448.900206:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900096
00000100:00100000:2.0:1761228448.900217:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eea9faee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737900288:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228448.900231:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900160
00000100:00100000:2.0:1761228448.900232:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5c3a139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737899840:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.900243:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058971ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737900224:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228448.900372:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737899776
00000100:00100000:0.0:1761228448.900404:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767
00000100:00100000:0.0:1761228448.900407:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737899776:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228448.900440:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737899776:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (883us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228448.900446:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767
00000100:00100000:1.0:1761228448.900631:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382
00000100:00100000:1.0:1761228448.900635:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737900096:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228448.900718:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228448.900754:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737900096:12345-0@lo:8:kworker/u8:4.0 Request processed in 117us (691us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228448.900759:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382
00000100:00100000:3.0:1761228448.900793:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383
00000100:00100000:3.0:1761228448.900799:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737900160:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228448.900831:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737899776:0@lo:400:kworker/u8:4.0
00000100:00080000:1.0:1761228448.900835:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228448.900840:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228448.900845:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ea174d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737900096:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228448.900848:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737900032:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.900864:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d1ce198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737900416:0@lo:400:kworker/u8:4.0
00010000:02020000:3.0:1761228448.900876:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228448.900877:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020df2a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737900352:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228448.900893:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737899968:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228448.900918:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737900160:12345-0@lo:8:kworker/u8:4.0 Request processed in 117us (805us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228448.900920:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb916d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737899904:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228448.900931:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383
00000100:00080000:1.0:1761228448.900933:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228448.900937:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228448.900941:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e61de85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737900160:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228449.411017:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228449.411037:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737900480:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228449.411101:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228449.411402:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900480
00000100:00100000:2.0:1761228449.411452:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010
00000100:00100000:2.0:1761228449.411459:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d890dd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737900480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228449.411497:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228449.411553:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d890dd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737900480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (452us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228449.411561:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010
00000100:00100000:1.0:1761228449.411927:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737900480:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228449.861374:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228450.435372:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020df2a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737900544:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228450.435445:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228450.435502:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900544
00000100:00100000:0.0:1761228450.435543:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274
00000100:00100000:0.0:1761228450.435551:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737900544:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228450.435605:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228450.436798:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737900544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1243us (1350us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228450.436809:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274
00000100:00100000:1.0:1761228450.437398:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020df2a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737900544:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228450.882934:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228451.908269:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228452.828195:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228452.829674:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748160
00000100:00100000:2.0:1761228452.829748:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4775
00000100:00100000:2.0:1761228452.829755:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba5d0ca7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720748160:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228452.829849:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba5d0ca7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720748160:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 94us (1662us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228452.829857:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4775
00000100:00100000:3.0:1761228452.830558:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228452.830596:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228452.830632:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228452.830657:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748224
00000100:00100000:3.0:1761228452.830684:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4776
00000100:00100000:3.0:1761228452.830689:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f77a5af7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720748224:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228452.830748:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f77a5af7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720748224:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 57us (115us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228452.830754:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4776
00000100:00100000:0.0:1761228452.830905:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748288
00000100:00100000:0.0:1761228452.830948:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2384
00000100:00100000:0.0:1761228452.830954:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720748288:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228452.831047:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228452.831100:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720748288:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 145us (552us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228452.831107:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2384
00000100:00100000:1.0:1761228452.831388:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748096
00000100:00100000:1.0:1761228452.831419:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1768
00000100:00100000:1.0:1761228452.831423:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720748096:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228452.831456:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720748096:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 32us (860us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228452.831462:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1768
00010000:00010000:1.0:1761228452.933288:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228452.995848:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2926824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737900608:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228452.995922:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228452.997532:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900608
00000100:00100000:1.0:1761228452.997604:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275
00000100:00100000:1.0:1761228452.997610:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a42bd58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737900608:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228452.997650:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228452.997723:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a42bd58 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737900608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (1802us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228452.997730:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275
00000100:00100000:0.0:1761228452.997890:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2926824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737900608:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228453.955139:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228454.018992:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228454.018999:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228454.019003:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228454.019010:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4044
00000100:00080000:2.0:1761228454.019013:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228454.019019:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228454.019038:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e16473e x1846777737900992/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228454.019050:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228454.019052:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228454.019053:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228454.019056:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4044
00000100:00080000:2.0:1761228454.019058:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228454.019061:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228454.019068:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb8d94a3 x1846777737901056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228454.019188:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eea9faee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737900736:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019249:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228454.019280:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e568a6c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737901120:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019296:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228454.019311:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228454.019315:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737900800:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019334:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228454.019344:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000055b8b88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737901184:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019358:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228454.019385:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900800
00000100:00100000:3.0:1761228454.019420:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276
00000100:00100000:3.0:1761228454.019425:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a1f6556 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737900800:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019464:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a1f6556 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737900800:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (129us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228454.019470:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276
00000100:00100000:3.0:1761228454.019492:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900736
00000100:00100000:3.0:1761228454.019510:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901120
00000100:00100000:3.0:1761228454.019524:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901184
00000100:00100000:3.0:1761228454.019551:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4777
00000100:00100000:3.0:1761228454.019555:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737900736:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019579:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d19787b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737900736:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228454.019585:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4777
00000100:00100000:3.0:1761228454.019593:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4778
00000100:00100000:3.0:1761228454.019596:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6232557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737901120:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019612:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6232557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737901120:12345-0@lo:400:kworker/u8:4.0 Request processed in 15us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228454.019617:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4778
00000100:00100000:3.0:1761228454.019624:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4779
00000100:00100000:3.0:1761228454.019627:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2926824 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737901184:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019642:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2926824 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737901184:12345-0@lo:400:kworker/u8:4.0 Request processed in 15us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228454.019647:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4779
00000100:00100000:3.0:1761228454.019682:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737900800:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019691:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000055b8b88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737901184:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019698:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eea9faee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737900736:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.019704:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e568a6c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737901120:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228454.019850:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bf956b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737900864:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228454.019880:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228454.019891:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737901248:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228454.019907:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228454.019966:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900864
00000100:00100000:2.0:1761228454.019988:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4780
00000100:00100000:2.0:1761228454.019991:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737900864:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228454.020017:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da2455c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737900864:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (137us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228454.020022:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4780
00000100:00100000:2.0:1761228454.020056:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e16473e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737900992:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228454.020111:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d1ce198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737900672:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228454.020140:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228454.020159:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c34f6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737900928:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228454.020180:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228454.020191:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7c41e4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737901312:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228454.020218:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900928
00000100:00100000:1.0:1761228454.020274:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bf956b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737900864:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.020311:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901248
00000100:00100000:0.0:1761228454.020321:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900672
00000100:00100000:3.0:1761228454.020338:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955
00000100:00100000:3.0:1761228454.020343:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737901248:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228454.020357:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769
00000100:00100000:0.0:1761228454.020363:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737900672:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.020381:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737901248:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (472us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228454.020387:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955
00000100:00100000:0.0:1761228454.020410:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737900672:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228454.020418:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769
00000100:00100000:3.0:1761228454.020425:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228454.020441:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb8d94a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737901056:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228454.020464:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228454.020485:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737900992
00000100:00100000:3.0:1761228454.020504:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901056
00000100:00100000:3.0:1761228454.020518:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385
00000100:00100000:3.0:1761228454.020521:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737900992:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228454.020618:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228454.020651:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737900992:12345-0@lo:8:kworker/u8:4.0 Request processed in 129us (228us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228454.020658:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385
00000100:00100000:3.0:1761228454.020671:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386
00000100:00100000:3.0:1761228454.020674:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737901056:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228454.020747:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228454.020773:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737901056:12345-0@lo:8:kworker/u8:4.0 Request processed in 96us (307us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228454.020807:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386
00000100:00080000:3.0:1761228454.020845:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228454.020850:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228454.020854:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e16473e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737900992:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228454.020866:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228454.020869:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228454.020872:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb8d94a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737901056:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228454.020884:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737901248:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228454.020899:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228454.020921:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901312
00000100:00100000:3.0:1761228454.020927:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d1ce198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737900672:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228454.020948:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1956
00000100:00100000:0.0:1761228454.020953:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737901312:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228454.020986:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737901312:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (88us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228454.020992:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1956
00000100:00100000:3.0:1761228454.021011:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7c41e4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737901312:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228454.021092:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277
00000100:00100000:2.0:1761228454.021097:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178c3a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737900928:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228454.021143:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178c3a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737900928:12345-0@lo:400:kworker/u8:4.0 Request processed in 45us (962us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228454.021149:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277
00000100:00100000:0.0:1761228454.021896:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c34f6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737900928:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228454.531034:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228454.531055:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737901376:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228454.531123:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228454.531169:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901376
00000100:00100000:0.0:1761228454.531207:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011
00000100:00100000:0.0:1761228454.531212:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff33a1ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737901376:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228454.531243:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228454.531278:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff33a1ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737901376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228454.531286:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011
00000100:00100000:1.0:1761228454.531322:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737901376:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228454.979087:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228455.555203:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228455.555220:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4b0812a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737901440:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228455.555288:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228455.555406:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901440
00000100:00100000:2.0:1761228455.555453:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278
00000100:00100000:2.0:1761228455.555458:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737901440:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228455.555497:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228455.555560:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737901440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (273us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228455.555567:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278
00000100:00100000:1.0:1761228455.555677:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4b0812a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737901440:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228456.003001:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228457.027036:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228457.952326:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228457.952386:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228457.952414:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748416
00000100:00100000:0.0:1761228457.952426:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228457.952501:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748480
00000100:00100000:2.0:1761228457.952529:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4781
00000100:00100000:2.0:1761228457.952536:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e787092c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720748416:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228457.952546:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748352
00000100:00100000:1.0:1761228457.952592:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1770
00000100:00100000:1.0:1761228457.952598:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720748352:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228457.952619:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e787092c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720748416:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 81us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228457.952628:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4781
00000100:00100000:1.0:1761228457.952632:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720748352:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 33us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228457.952640:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1770
00000100:00100000:2.0:1761228457.952650:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4782
00000100:00100000:2.0:1761228457.952655:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008138a3bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720748480:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228457.952685:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008138a3bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720748480:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 29us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228457.952691:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4782
00000100:00100000:2.0:1761228457.953840:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228457.956588:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748544
00000100:00100000:0.0:1761228457.956654:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2387
00000100:00100000:0.0:1761228457.956662:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720748544:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228457.956770:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228457.956946:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720748544:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 282us (3108us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228457.956954:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2387
00010000:00010000:1.0:1761228458.051845:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228458.116047:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228458.116071:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737901504:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228458.116140:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228458.116245:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901504
00000100:00100000:2.0:1761228458.116297:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279
00000100:00100000:2.0:1761228458.116302:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273fd9bd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737901504:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228458.116338:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228458.116384:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273fd9bd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737901504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228458.116390:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279
00000100:00100000:1.0:1761228458.116462:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737901504:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228459.075048:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228459.139083:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737901632:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228459.139161:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228459.139236:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007de9f09c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737901568:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.139271:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228459.139312:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901568
00000100:00100000:1.0:1761228459.139350:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771
00000100:00100000:1.0:1761228459.139356:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737901568:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228459.139724:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901632
00000100:00100000:0.0:1761228459.139759:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4783
00000100:00100000:0.0:1761228459.139764:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dba9692 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737901632:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.140179:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737901568:12345-0@lo:400:kworker/u8:4.0 Request processed in 822us (908us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228459.140188:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771
00000100:00080000:3.0:1761228459.140265:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228459.140270:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228459.140273:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228459.140279:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4049
00000100:00080000:3.0:1761228459.140281:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228459.140285:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228459.140305:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000738cf27f x1846777737901888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228459.140320:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228459.140323:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228459.140324:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228459.140327:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4049
00000100:00080000:3.0:1761228459.140329:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228459.140333:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228459.140343:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000070909dbe x1846777737901952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228459.140388:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737901696:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228459.140421:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228459.140440:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737902080:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228459.140460:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228459.140488:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228459.140493:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737902016:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228459.140516:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228459.140543:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902080
00000100:00100000:3.0:1761228459.140567:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902016
00000100:00100000:3.0:1761228459.140582:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4784
00000100:00100000:3.0:1761228459.140586:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737902080:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.140696:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007de9f09c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737901568:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.140721:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737901824:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.140747:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228459.140766:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f50af66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737902208:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.140805:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228459.140823:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228459.140827:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cb879a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737901760:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.140850:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228459.140865:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094427467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737902144:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.140884:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228459.140909:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901696
00000100:00100000:1.0:1761228459.140933:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901824
00000100:00100000:1.0:1761228459.140943:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280
00000100:00100000:1.0:1761228459.140946:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737901696:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.140973:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737901696:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (553us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228459.140980:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280
00000100:00100000:1.0:1761228459.140991:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281
00000100:00100000:1.0:1761228459.140994:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000983efc77 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737901824:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.141022:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000983efc77 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737901824:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228459.141028:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281
00000100:00100000:1.0:1761228459.141053:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000770abb5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737901824:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.141088:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902208
00000100:00100000:1.0:1761228459.141109:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902144
00000100:00100000:1.0:1761228459.141126:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957
00000100:00100000:1.0:1761228459.141129:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc4bd90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737902208:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.141163:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc4bd90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737902208:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (357us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228459.141169:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957
00000100:00100000:1.0:1761228459.141179:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958
00000100:00100000:1.0:1761228459.141182:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa6a3a68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737902144:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.141210:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa6a3a68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737902144:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228459.141215:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958
00000100:00100000:0.0:1761228459.141227:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dba9692 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737901632:12345-0@lo:400:kworker/u8:4.0 Request processed in 1460us (2066us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228459.141237:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4783
00000100:00100000:1.0:1761228459.141247:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094427467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737902144:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228459.141259:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901760
00000100:00100000:1.0:1761228459.141260:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f50af66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737902208:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228459.141282:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4785
00000100:00100000:0.0:1761228459.141287:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737902016:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228459.141309:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4786
00000100:00100000:1.0:1761228459.141316:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f895c09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737901760:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228459.141319:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ffc3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737902016:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (801us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228459.141326:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4785
00000100:00100000:1.0:1761228459.141360:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f895c09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737901760:12345-0@lo:400:kworker/u8:4.0 Request processed in 44us (509us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228459.141367:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4786
00000100:00100000:0.0:1761228459.141374:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000738cf27f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737901888:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228459.141402:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cb879a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737901760:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228459.141403:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228459.141421:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070909dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737901952:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228459.141427:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901888
00000100:00100000:0.0:1761228459.141442:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228459.141514:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737901632:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228459.141561:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029887374 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737902016:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228459.141570:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737901696:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228459.141577:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737902080:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228459.141957:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f344f24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737902080:12345-0@lo:400:kworker/u8:4.0 Request processed in 1368us (1494us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228459.141965:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4784
00000100:00100000:1.0:1761228459.142187:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737901952
00000100:00100000:1.0:1761228459.142215:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388
00000100:00100000:1.0:1761228459.142219:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737901888:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228459.142319:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228459.142511:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737901888:12345-0@lo:8:kworker/u8:4.0 Request processed in 291us (1110us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228459.142519:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388
00000100:00100000:1.0:1761228459.142532:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389
00000100:00100000:1.0:1761228459.142535:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737901952:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228459.142612:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228459.142634:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737901952:12345-0@lo:8:kworker/u8:4.0 Request processed in 97us (1193us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228459.142639:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389
00000100:00080000:1.0:1761228459.142681:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228459.142685:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228459.142690:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000738cf27f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737901888:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761228459.142699:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228459.142702:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228459.142704:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070909dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737901952:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228459.651269:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737902272:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228459.651347:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228459.651703:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902272
00000100:00100000:2.0:1761228459.651751:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012
00000100:00100000:2.0:1761228459.651757:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737902272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228459.651812:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228459.653572:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737902272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1808us (2221us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228459.653587:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737902272:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228459.653587:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012
00010000:00010000:1.0:1761228460.101920:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228460.675052:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228460.675069:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4b0812a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737902336:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228460.675142:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228460.675719:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902336
00000100:00100000:0.0:1761228460.675796:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282
00000100:00100000:0.0:1761228460.675805:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1ac8f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737902336:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228460.675848:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228460.675914:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1ac8f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737902336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (772us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228460.675921:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282
00000100:00100000:1.0:1761228460.675961:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4b0812a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737902336:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228461.125290:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228462.147032:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228463.069251:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228463.069322:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228463.070091:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748672
00000100:00100000:3.0:1761228463.071119:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228463.071197:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748608
00000100:00100000:1.0:1761228463.071249:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1772
00000100:00100000:1.0:1761228463.071257:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720748608:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228463.071357:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720748608:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 100us (2035us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228463.071366:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1772
00000100:00100000:3.0:1761228463.072723:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228463.072834:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748800
00000100:00100000:3.0:1761228463.072873:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2390
00000100:00100000:3.0:1761228463.072879:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720748800:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228463.072984:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228463.073049:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720748800:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 169us (333us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228463.073057:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2390
00000100:00100000:2.0:1761228463.074477:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748736
00000100:00100000:2.0:1761228463.074564:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4787
00000100:00100000:2.0:1761228463.074571:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720748672:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228463.074572:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4788
00000100:00100000:1.0:1761228463.074578:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000738cf27f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720748736:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228463.076630:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000738cf27f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720748736:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 2039us (5504us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228463.076649:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4788
00000100:00100000:2.0:1761228463.076858:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070909dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720748672:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 2284us (7618us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228463.076868:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4787
00010000:00010000:0.0:1761228463.173192:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228463.235297:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737902400:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228463.235528:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228463.235677:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902400
00000100:00100000:3.0:1761228463.236254:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283
00000100:00100000:3.0:1761228463.236261:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737902400:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228463.236298:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228463.236369:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737902400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (843us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228463.236376:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283
00000100:00100000:0.0:1761228463.236529:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737902400:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228464.195105:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228464.259105:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737902464:0@lo:400:kworker/u8:4.0
00000100:00080000:1.0:1761228464.259146:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228464.259153:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228464.259160:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228464.259167:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4055
00000100:00080000:1.0:1761228464.259171:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228464.259177:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228464.259200:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086597693 x1846777737902784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228464.259215:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761228464.259217:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228464.259221:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228464.259223:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228464.259226:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4055
00000100:00080000:1.0:1761228464.259228:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228464.259231:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228464.259243:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a5e935c5 x1846777737902848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228464.259254:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737902720:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228464.259264:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb75f8ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737902528:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259292:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228464.259309:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086597693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737902784:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228464.259318:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228464.259323:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737903104:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228464.259348:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228464.259357:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f00102f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737902912:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259367:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902720
00000100:00100000:1.0:1761228464.259378:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e935c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737902848:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228464.259396:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228464.259434:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228464.259435:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284
00000100:00100000:3.0:1761228464.259444:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069016589 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737902592:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259446:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5c34f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737902720:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228464.259450:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228464.259480:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228464.259496:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902464
00000100:00100000:3.0:1761228464.259505:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737902976:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259510:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5c34f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737902720:12345-0@lo:400:kworker/u8:4.0 Request processed in 66us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228464.259519:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284
00000100:00100000:1.0:1761228464.259531:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773
00000100:00100000:3.0:1761228464.259536:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228464.259540:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737902464:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259543:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902592
00000100:00100000:2.0:1761228464.259564:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285
00000100:00100000:2.0:1761228464.259569:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737902592:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228464.259579:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737902464:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228464.259587:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773
00000100:00100000:2.0:1761228464.259603:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737902592:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228464.259610:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285
00000100:00100000:1.0:1761228464.259627:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902784
00000100:00100000:2.0:1761228464.259645:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228464.259649:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902848
00000100:00100000:1.0:1761228464.259670:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903104
00000100:00100000:2.0:1761228464.259682:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737902720:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259694:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737902464:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228464.259698:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959
00000100:00100000:1.0:1761228464.259704:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737903104:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259720:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228464.259727:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f1e4f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737902656:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228464.259742:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737903104:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (96us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228464.259749:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959
00000100:00100000:2.0:1761228464.259758:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228464.259758:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069016589 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737902592:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228464.259769:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391
00000100:00100000:1.0:1761228464.259774:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737902784:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259809:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090f163fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737903040:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228464.259831:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392
00000100:00100000:3.0:1761228464.259837:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8056ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737902848:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259844:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228464.259858:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f696fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737903104:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259882:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902528
00000100:00100000:2.0:1761228464.259905:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902912
00000100:00100000:2.0:1761228464.259918:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902976
00000100:00100000:2.0:1761228464.259930:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737902656
00000100:00100000:2.0:1761228464.259941:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4789
00000100:00100000:2.0:1761228464.259944:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737902528:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.259978:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029887374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737902528:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (662us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228464.259984:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4789
00000100:00100000:2.0:1761228464.259995:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4790
00000100:00100000:2.0:1761228464.259998:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737902912:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.260023:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb879a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737902912:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (628us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228464.260029:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4790
00000100:00100000:2.0:1761228464.260040:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4791
00000100:00100000:2.0:1761228464.260043:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737902976:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.260067:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094427467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737902976:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (535us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228464.260073:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4791
00000100:00100000:2.0:1761228464.260083:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4792
00000100:00100000:2.0:1761228464.260086:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d1ce198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737902656:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.260113:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d1ce198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737902656:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (360us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228464.260119:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4792
00010000:02020000:1.0:1761228464.260129:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228464.260145:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f1e4f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737902656:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228464.260168:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737902784:12345-0@lo:8:kworker/u8:4.0 Request processed in 392us (821us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228464.260177:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391
00000100:00100000:1.0:1761228464.260192:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903040
00000100:00100000:2.0:1761228464.260196:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737902976:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.260212:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f00102f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737902912:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228464.260213:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960
00000100:00100000:1.0:1761228464.260219:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737903040:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228464.260228:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb75f8ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737902528:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228464.260256:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737903040:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (412us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228464.260263:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960
00000100:00100000:2.0:1761228464.260264:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090f163fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737903040:0@lo:400:kworker/u8:4.0
00010000:02020000:3.0:1761228464.260290:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228464.260323:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8056ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737902848:12345-0@lo:8:kworker/u8:4.0 Request processed in 485us (910us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228464.260330:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392
00000100:00080000:1.0:1761228464.261102:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228464.261108:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228464.261113:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086597693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737902784:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761228464.261120:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228464.261123:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228464.261125:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e935c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737902848:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228464.771170:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1d858d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737903168:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228464.771239:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228464.771295:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903168
00000100:00100000:3.0:1761228464.771343:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013
00000100:00100000:3.0:1761228464.771348:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737903168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228464.771382:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228464.771954:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1d858d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737903168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228464.772004:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737903168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 653us (764us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228464.772012:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013
00010000:00010000:1.0:1761228465.219236:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228465.795093:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4689aa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737903232:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228465.795165:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228465.795203:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903232
00000100:00100000:2.0:1761228465.795256:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286
00000100:00100000:2.0:1761228465.795263:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737903232:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228465.795303:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228465.795358:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737903232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228465.795366:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286
00000100:00100000:3.0:1761228465.795429:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4689aa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737903232:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228466.243202:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228467.267720:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228468.192738:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228468.192849:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228468.192921:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228468.193076:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748864
00000100:00100000:2.0:1761228468.193138:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1774
00000100:00100000:2.0:1761228468.193145:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720748864:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228468.193234:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720748864:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 89us (510us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228468.193242:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1774
00000100:00100000:3.0:1761228468.193811:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749056
00000100:00100000:3.0:1761228468.193858:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2393
00000100:00100000:3.0:1761228468.193862:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88abb89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720749056:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228468.193970:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228468.194032:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88abb89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720749056:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 169us (1183us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228468.194040:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2393
00000100:00100000:0.0:1761228468.194812:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748992
00000100:00100000:0.0:1761228468.194869:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4793
00000100:00100000:0.0:1761228468.194875:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081c44f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720748992:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228468.194925:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081c44f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720748992:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 50us (2005us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228468.194932:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4793
00000100:00100000:2.0:1761228468.201913:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228468.202140:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720748928
00000100:00100000:3.0:1761228468.202417:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4794
00000100:00100000:3.0:1761228468.202427:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e16473e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720748928:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228468.202547:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e16473e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720748928:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 120us (645us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228468.202555:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4794
00010000:00010000:1.0:1761228468.291183:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228468.358623:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228468.358655:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737903296:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228468.358746:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228468.358836:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903296
00000100:00100000:2.0:1761228468.358900:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287
00000100:00100000:2.0:1761228468.358909:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bf956b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737903296:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228468.358964:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228468.359020:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bf956b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737903296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228468.359029:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287
00000100:00100000:3.0:1761228468.359104:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090d2f80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737903296:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228469.315466:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228469.379091:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1761228469.379100:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737903424:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1761228469.379102:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228469.379107:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228469.379116:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4060
00000100:00080000:0.0:1761228469.379120:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228469.379129:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228469.379163:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000883c658a x1846777737903680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228469.379183:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228469.379186:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228469.379188:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228469.379191:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4060
00000100:00080000:0.0:1761228469.379193:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228469.379203:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228469.379204:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737903360:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.379211:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228469.379225:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb5e8c0 x1846777737903744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228469.379273:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021f9c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737903808:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228469.379324:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737903488:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.379343:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228469.379345:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228469.379385:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228469.379424:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737903872:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228469.379428:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0a0ec18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737903616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.379431:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737903552:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228469.379457:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228469.379489:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228469.379498:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228469.379523:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737903936:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228469.379543:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737904000:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.379563:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228469.379601:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903360
00000100:00100000:1.0:1761228469.379627:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737903680:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228469.379650:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775
00000100:00100000:2.0:1761228469.379660:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737903360:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.379670:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228469.379694:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737903744:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228469.379717:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228469.379747:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903488
00000100:00100000:1.0:1761228469.379758:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903424
00000100:00100000:3.0:1761228469.379824:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903616
00000100:00100000:2.0:1761228469.379834:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737903360:12345-0@lo:400:kworker/u8:2.0 Request processed in 173us (514us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228469.379838:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903808
00000100:00100000:2.0:1761228469.379856:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775
00000100:00100000:3.0:1761228469.379856:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288
00000100:00100000:3.0:1761228469.379877:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ef76719 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737903488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.379882:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903872
00000100:00100000:1.0:1761228469.379917:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903552
00000100:00100000:2.0:1761228469.379941:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289
00000100:00100000:3.0:1761228469.379947:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ef76719 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737903488:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (565us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228469.379953:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4795
00000100:00100000:2.0:1761228469.379958:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e568a6c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737903616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.379970:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad34ab4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737903424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228469.379975:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288
00000100:00100000:3.0:1761228469.380009:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228469.380035:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e568a6c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737903616:12345-0@lo:400:kworker/u8:2.0 Request processed in 84us (539us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228469.380045:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289
00000100:00100000:1.0:1761228469.380059:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad34ab4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737903424:12345-0@lo:400:kworker/u8:2.0 Request processed in 90us (852us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228469.380061:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737903360:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.380073:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4795
00000100:00100000:3.0:1761228469.380098:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0a0ec18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737903616:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228469.380100:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4796
00000100:00100000:1.0:1761228469.380115:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4797
00000100:00100000:2.0:1761228469.380116:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002edb011f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737903808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.380129:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000452cee49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737903872:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228469.380156:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903936
00000100:00100000:2.0:1761228469.380184:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002edb011f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737903808:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (861us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228469.380200:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903680
00000100:00100000:1.0:1761228469.380201:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000452cee49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737903872:12345-0@lo:400:kworker/u8:2.0 Request processed in 69us (740us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228469.380202:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4796
00000100:00100000:1.0:1761228469.380220:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4797
00000100:00100000:3.0:1761228469.380231:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737903744
00000100:00100000:2.0:1761228469.380252:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4798
00000100:00100000:3.0:1761228469.380253:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904000
00000100:00100000:2.0:1761228469.380262:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fe43b03 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737903552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228469.380303:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fe43b03 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737903552:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (818us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228469.380437:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961
00000100:00100000:1.0:1761228469.380444:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9df5bd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737903936:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.380486:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9df5bd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737903936:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (925us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228469.380492:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961
00000100:00100000:2.0:1761228469.381052:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4798
00000100:00100000:2.0:1761228469.381105:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394
00000100:00100000:2.0:1761228469.381110:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f98b1582 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737903680:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228469.381202:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228469.381260:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f98b1582 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737903680:12345-0@lo:8:kworker/u8:2.0 Request processed in 149us (1596us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228469.381267:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394
00000100:00100000:2.0:1761228469.381279:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395
00000100:00100000:2.0:1761228469.381283:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000692348d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737903744:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228469.381367:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228469.381401:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000692348d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737903744:12345-0@lo:8:kworker/u8:2.0 Request processed in 117us (1685us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228469.381410:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395
00000100:00100000:0.0:1761228469.381442:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040a0af3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737903488:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228469.381459:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1761228469.381465:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737903872:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228469.381466:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228469.381476:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737903680:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228469.381494:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228469.381499:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228469.381505:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb5e8c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737903744:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228469.381564:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9169ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737903552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228469.381588:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737903936:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228469.381628:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021f9c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737903808:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228469.381647:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737903424:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228469.381758:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962
00000100:00100000:3.0:1761228469.381766:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737904000:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228469.381847:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737904000:12345-0@lo:400:kworker/u8:2.0 Request processed in 82us (1840us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228469.381854:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962
00000100:00100000:3.0:1761228469.381891:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737904000:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228469.891044:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228469.891077:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9dae5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737904064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228469.891176:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228469.891258:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904064
00000100:00100000:3.0:1761228469.891334:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014
00000100:00100000:3.0:1761228469.891343:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabf6f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737904064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228469.891415:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228469.891483:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabf6f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737904064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (310us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228469.891492:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014
00000100:00100000:0.0:1761228469.891718:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9dae5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737904064:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228470.340407:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228470.923452:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036d7ea83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737904128:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228470.923641:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228470.923920:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904128
00000100:00100000:3.0:1761228470.923983:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290
00000100:00100000:3.0:1761228470.923990:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021f9c66d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737904128:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228470.924039:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228470.924107:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021f9c66d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737904128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (468us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228470.924114:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290
00000100:00100000:1.0:1761228470.927923:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036d7ea83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737904128:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228471.363030:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228472.387046:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228473.315151:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228473.319740:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228473.319795:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228473.319835:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228473.319900:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749312
00000100:00100000:1.0:1761228473.319940:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2396
00000100:00100000:1.0:1761228473.319947:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720749312:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228473.320037:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228473.320097:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720749312:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 149us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228473.320103:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2396
00000100:00100000:3.0:1761228473.320195:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749248
00000100:00100000:3.0:1761228473.320235:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749184
00000100:00100000:3.0:1761228473.320257:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4799
00000100:00100000:3.0:1761228473.320261:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036d7ea83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720749248:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228473.320298:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036d7ea83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720749248:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 36us (567us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228473.320304:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4799
00000100:00100000:3.0:1761228473.320328:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4800
00000100:00100000:3.0:1761228473.320331:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006449778d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720749184:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228473.320354:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006449778d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720749184:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 22us (560us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228473.320359:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4800
00000100:00100000:0.0:1761228473.322985:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749120
00000100:00100000:0.0:1761228473.323053:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1776
00000100:00100000:0.0:1761228473.323059:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720749120:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228473.323136:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720749120:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 76us (7993us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228473.323143:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1776
00010000:00010000:1.0:1761228473.414061:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228473.477204:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228473.477218:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737904192:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228473.477284:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228473.477406:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904192
00000100:00100000:1.0:1761228473.477455:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291
00000100:00100000:1.0:1761228473.477460:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737904192:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228473.477495:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228473.477539:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737904192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228473.477546:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291
00000100:00100000:0.0:1761228473.477617:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737904192:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228474.434997:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228474.500502:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737904256:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228474.500546:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1761228474.500547:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e96c92b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737904448:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228474.500555:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228474.500559:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228474.500565:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4065
00000100:00080000:3.0:1761228474.500569:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228474.500575:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228474.500599:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000026728c32 x1846777737904576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228474.500617:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228474.500629:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228474.500632:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1761228474.500641:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228474.500641:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228474.500645:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4065
00000100:00080000:3.0:1761228474.500650:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228474.500654:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228474.500669:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d3edf743 x1846777737904640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228474.500731:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737904576:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228474.500905:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000866c6ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737904512:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228474.500947:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228474.500962:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737904896:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228474.500989:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228474.501006:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228474.501011:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737904832:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228474.501033:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228474.501085:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904256
00000100:00100000:0.0:1761228474.501140:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777
00000100:00100000:0.0:1761228474.501146:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737904256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228474.501203:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737904256:12345-0@lo:400:kworker/u8:4.0 Request processed in 56us (584us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228474.501211:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777
00000100:00100000:0.0:1761228474.501284:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737904256:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.501611:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904896
00000100:00100000:1.0:1761228474.501670:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904832
00000100:00100000:1.0:1761228474.501703:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1963
00000100:00100000:1.0:1761228474.501711:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737904896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228474.501722:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1964
00000100:00100000:0.0:1761228474.501730:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737904832:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228474.501832:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737904832:12345-0@lo:400:kworker/u8:4.0 Request processed in 100us (796us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228474.501841:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737904896:12345-0@lo:400:kworker/u8:4.0 Request processed in 126us (847us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228474.501850:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1964
00000100:00100000:1.0:1761228474.501862:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1963
00000100:00100000:0.0:1761228474.501909:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737904832:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.501911:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904512
00000100:00100000:0.0:1761228474.501930:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737904896:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.501955:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292
00000100:00100000:1.0:1761228474.501962:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040a0af3c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737904512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228474.501985:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737904320:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502019:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040a0af3c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737904512:12345-0@lo:400:kworker/u8:4.0 Request processed in 55us (1071us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228474.502028:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292
00000100:00100000:0.0:1761228474.502038:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228474.502067:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da7cf2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737904704:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502072:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904448
00000100:00100000:0.0:1761228474.502097:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228474.502197:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904320
00000100:00100000:0.0:1761228474.502210:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228474.502231:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904704
00000100:00100000:1.0:1761228474.502252:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4801
00000100:00100000:1.0:1761228474.502256:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eea9faee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737904448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502308:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eea9faee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737904448:12345-0@lo:400:kworker/u8:4.0 Request processed in 51us (1688us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228474.502317:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737904384:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502318:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4801
00000100:00100000:1.0:1761228474.502338:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4802
00000100:00100000:1.0:1761228474.502344:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9169ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737904320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502382:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9169ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737904320:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228474.502388:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4802
00000100:00100000:1.0:1761228474.502398:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4803
00000100:00100000:1.0:1761228474.502401:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bb5e8c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737904704:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502426:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bb5e8c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737904704:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228474.502431:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4803
00000100:00100000:1.0:1761228474.502469:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000866c6ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737904512:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228474.502486:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228474.502517:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000017d4eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737904768:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502554:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904384
00000100:00100000:0.0:1761228474.502556:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228474.502595:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293
00000100:00100000:0.0:1761228474.502599:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737904320:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502607:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737904384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502653:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737904384:12345-0@lo:400:kworker/u8:4.0 Request processed in 52us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228474.502658:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293
00000100:00100000:0.0:1761228474.502675:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da7cf2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737904704:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502694:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904768
00000100:00100000:0.0:1761228474.502730:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737904384:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.502735:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4804
00000100:00100000:1.0:1761228474.502747:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0a0ec18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737904768:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228474.505376:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0a0ec18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737904768:12345-0@lo:400:kworker/u8:4.0 Request processed in 2623us (2814us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228474.505390:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4804
00000100:00100000:0.0:1761228474.505564:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000017d4eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737904768:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228474.505616:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e96c92b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737904448:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228474.506427:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228474.506475:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737904640:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228474.506518:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228474.508046:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904576
00000100:00100000:0.0:1761228474.508097:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904640
00000100:00100000:0.0:1761228474.508123:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397
00000100:00100000:0.0:1761228474.508129:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737904576:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228474.508145:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398
00000100:00100000:2.0:1761228474.508151:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737904640:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228474.508697:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:2.0:1761228474.508720:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228474.509810:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737904576:12345-0@lo:8:kworker/u8:4.0 Request processed in 1677us (3383us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228474.509820:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397
00000100:00080000:3.0:1761228474.510651:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228474.510656:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228474.510661:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737904576:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228474.510724:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737904640:12345-0@lo:8:kworker/u8:4.0 Request processed in 2571us (4205us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228474.510731:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398
00000100:00080000:3.0:1761228474.510795:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228474.510798:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228474.510801:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737904640:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228475.011033:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea1d2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737904960:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228475.011141:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228475.013192:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737904960
00000100:00100000:3.0:1761228475.013265:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015
00000100:00100000:3.0:1761228475.013271:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737904960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228475.013317:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228475.013382:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737904960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (2241us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228475.013388:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015
00000100:00100000:0.0:1761228475.013751:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea1d2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737904960:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228475.459008:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228476.035112:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228476.035129:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737905024:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228476.035198:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228476.035323:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905024
00000100:00100000:1.0:1761228476.035383:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294
00000100:00100000:1.0:1761228476.035389:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000503eafda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737905024:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228476.035427:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228476.035481:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000503eafda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737905024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228476.035488:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294
00000100:00100000:0.0:1761228476.035576:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737905024:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228476.486087:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228477.508163:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228478.428455:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228478.428505:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228478.428540:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228478.428579:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228478.428752:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749568
00000100:00100000:2.0:1761228478.428820:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2399
00000100:00100000:2.0:1761228478.428827:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720749568:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228478.428925:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228478.428994:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720749568:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 165us (488us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228478.429003:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2399
00000100:00100000:3.0:1761228478.429547:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749504
00000100:00100000:3.0:1761228478.429604:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749440
00000100:00100000:3.0:1761228478.429627:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4805
00000100:00100000:3.0:1761228478.429631:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea1d2515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720749504:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228478.429680:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea1d2515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720749504:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 48us (1141us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228478.429688:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4805
00000100:00100000:3.0:1761228478.429700:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4806
00000100:00100000:3.0:1761228478.429704:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9dae5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720749440:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228478.429728:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9dae5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720749440:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (1149us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228478.429733:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4806
00000100:00100000:0.0:1761228478.430233:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749376
00000100:00100000:0.0:1761228478.430670:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1778
00000100:00100000:0.0:1761228478.430676:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720749376:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228478.430877:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720749376:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 199us (2429us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228478.430885:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1778
00010000:00010000:1.0:1761228478.532180:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228478.596005:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228478.596029:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737905088:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228478.596100:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228478.596223:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905088
00000100:00100000:3.0:1761228478.596281:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295
00000100:00100000:3.0:1761228478.596287:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4689aa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737905088:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228478.596326:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228478.596386:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4689aa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737905088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228478.596392:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295
00000100:00100000:0.0:1761228478.596514:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737905088:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228479.555220:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228479.619054:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761228479.619608:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737905152:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228479.619688:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228479.619811:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905152
00000100:00100000:2.0:1761228479.620397:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779
00000100:00100000:2.0:1761228479.620407:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737905152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228479.620502:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737905152:12345-0@lo:400:kworker/u8:2.0 Request processed in 96us (814us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228479.620509:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779
00000100:00100000:1.0:1761228479.620707:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737905216:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228479.620741:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228479.620859:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737905152:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228479.620887:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905216
00000100:00100000:0.0:1761228479.620911:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ce778be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737905280:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228479.620924:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4807
00000100:00100000:2.0:1761228479.620929:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1d858d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737905216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228479.620946:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228479.621059:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228479.621064:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228479.621067:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228479.621072:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4070
00000100:00080000:3.0:1761228479.621074:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228479.621078:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228479.621097:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001350b709 x1846777737905472/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228479.621112:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228479.621115:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228479.621116:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228479.621119:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4070
00000100:00080000:3.0:1761228479.621121:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228479.621124:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228479.621134:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002f962536 x1846777737905536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228479.621182:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001350b709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737905472:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228479.621212:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228479.621228:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737905536:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228479.621260:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228479.621285:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905472
00000100:00100000:3.0:1761228479.621301:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905536
00000100:00100000:3.0:1761228479.621313:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400
00000100:00100000:3.0:1761228479.621316:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013c5303b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737905472:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228479.621417:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228479.621447:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013c5303b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737905472:12345-0@lo:8:kworker/u8:2.0 Request processed in 130us (235us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228479.621454:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400
00000100:00100000:3.0:1761228479.621580:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401
00000100:00100000:3.0:1761228479.621584:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737905536:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228479.621657:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228479.621680:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737905536:12345-0@lo:8:kworker/u8:2.0 Request processed in 94us (420us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228479.621685:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401
00000100:00100000:3.0:1761228479.621708:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905280
00000100:00100000:3.0:1761228479.621732:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296
00000100:00100000:3.0:1761228479.621736:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737905280:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.621764:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737905280:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (820us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228479.621769:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296
00000100:00100000:3.0:1761228479.621815:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052fcfea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737905664:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.621842:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228479.621871:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ce778be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737905280:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.621886:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228479.621891:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737905600:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.621909:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228479.621932:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905664
00000100:00100000:3.0:1761228479.621952:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905600
00000100:00100000:3.0:1761228479.621968:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4808
00000100:00100000:3.0:1761228479.621972:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000530ae5ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737905664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622003:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000530ae5ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737905664:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228479.622009:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4808
00000100:00100000:3.0:1761228479.622019:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4809
00000100:00100000:3.0:1761228479.622022:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ce778be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737905600:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622052:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ce778be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737905600:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (143us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228479.622058:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4809
00000100:00100000:2.0:1761228479.622073:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d858d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737905216:12345-0@lo:400:kworker/u8:2.0 Request processed in 1144us (1332us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228479.622080:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4807
00000100:00080000:3.0:1761228479.622087:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228479.622090:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228479.622093:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001350b709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737905472:0@lo:8:kworker/u8:2.0
00000100:00080000:3.0:1761228479.622101:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228479.622103:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228479.622105:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737905536:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228479.622123:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000487d6ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737905408:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622125:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737905600:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622133:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052fcfea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737905664:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228479.622147:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228479.622168:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737905792:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622170:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905408
00000100:00100000:2.0:1761228479.622189:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228479.622189:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297
00000100:00100000:3.0:1761228479.622192:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000055b8b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737905408:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228479.622202:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228479.622207:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afb18e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737905344:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622217:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000055b8b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737905408:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (70us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228479.622222:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297
00000100:00100000:2.0:1761228479.622224:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228479.622252:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905792
00000100:00100000:2.0:1761228479.622253:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737905728:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622272:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965
00000100:00100000:2.0:1761228479.622273:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228479.622276:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004125fdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737905792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228479.622289:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000487d6ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737905408:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622300:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004125fdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737905792:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (111us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228479.622303:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737905792:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622305:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965
00000100:00100000:3.0:1761228479.622314:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905728
00000100:00100000:2.0:1761228479.622316:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905344
00000100:00100000:2.0:1761228479.622334:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4810
00000100:00100000:3.0:1761228479.622334:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966
00000100:00100000:2.0:1761228479.622338:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020df2a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737905344:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622338:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737905728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228479.622372:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737905728:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (99us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228479.622374:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020df2a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737905344:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (150us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228479.622378:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966
00000100:00100000:2.0:1761228479.622379:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4810
00000100:00100000:2.0:1761228479.622414:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afb18e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737905344:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228479.622422:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737905728:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228479.622443:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3a48f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737905216:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228480.132850:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8056ef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737905856:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228480.132933:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228480.133829:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905856
00000100:00100000:3.0:1761228480.133885:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016
00000100:00100000:3.0:1761228480.133892:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737905856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228480.133928:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228480.133980:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737905856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (1049us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228480.133988:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016
00000100:00100000:3.0:1761228480.134034:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8056ef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737905856:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228480.579635:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228481.157311:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228481.157325:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b88abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737905920:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228481.157392:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228481.157447:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905920
00000100:00100000:2.0:1761228481.157502:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298
00000100:00100000:2.0:1761228481.157507:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737905920:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228481.157546:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228481.157603:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737905920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228481.157610:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298
00000100:00100000:1.0:1761228481.157658:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b88abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737905920:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228481.603298:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228482.627861:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228483.551664:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228483.552244:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749632
00000100:00100000:2.0:1761228483.553918:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1780
00000100:00100000:2.0:1761228483.553933:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720749632:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228483.554043:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720749632:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 112us (2387us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228483.554057:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1780
00000100:00100000:1.0:1761228483.555076:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228483.555235:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228483.555280:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228483.555359:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749824
00000100:00100000:0.0:1761228483.555402:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2402
00000100:00100000:0.0:1761228483.555408:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88abb89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720749824:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228483.555507:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228483.555560:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88abb89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720749824:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 151us (488us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228483.555567:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2402
00000100:00100000:2.0:1761228483.555671:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749760
00000100:00100000:2.0:1761228483.555708:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749696
00000100:00100000:2.0:1761228483.555727:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4811
00000100:00100000:2.0:1761228483.555732:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f98b1582 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720749760:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228483.555795:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f98b1582 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720749760:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 41us (540us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228483.555807:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4811
00000100:00100000:2.0:1761228483.555827:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4812
00000100:00100000:2.0:1761228483.555832:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000692348d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720749696:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228483.555856:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000692348d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720749696:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (577us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228483.555862:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4812
00010000:00010000:0.0:1761228483.651918:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228483.715221:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228483.715742:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737905984:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228483.715835:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228483.716513:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737905984
00000100:00100000:1.0:1761228483.716566:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299
00000100:00100000:1.0:1761228483.716573:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737905984:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228483.716617:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228483.716680:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737905984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (846us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228483.716688:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299
00000100:00100000:2.0:1761228483.716829:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737905984:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228484.678769:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228484.739131:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228484.739140:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228484.739143:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228484.739153:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4075
00000100:00080000:3.0:1761228484.739157:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228484.739165:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228484.739204:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008d0df836 x1846777737906368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228484.739222:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228484.739225:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228484.739227:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228484.739229:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4075
00000100:00080000:3.0:1761228484.739231:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228484.739233:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228484.739243:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000487d6ce7 x1846777737906432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228484.739293:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737906368:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228484.739371:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737906048:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228484.739481:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001350b709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737906112:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228484.739532:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737906240:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228484.739631:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228484.739658:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737906496:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228484.739679:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228484.739734:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228484.739749:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228484.739756:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737906176:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228484.739846:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afb18e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737906304:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228484.739856:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228484.739878:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092342a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737906624:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228484.739885:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228484.739912:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9f64868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737906688:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228484.739915:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228484.739955:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906112
00000100:00100000:2.0:1761228484.739998:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906496
00000100:00100000:2.0:1761228484.740014:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906240
00000100:00100000:2.0:1761228484.740037:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4813
00000100:00100000:2.0:1761228484.740043:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9df5bd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737906112:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228484.740078:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4814
00000100:00100000:3.0:1761228484.740084:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737906496:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228484.740094:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9df5bd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737906112:12345-0@lo:400:kworker/u8:4.0 Request processed in 50us (463us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228484.740103:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4813
00000100:00100000:3.0:1761228484.740127:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd5a5bf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737906496:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (446us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228484.740132:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4815
00000100:00100000:3.0:1761228484.740139:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4814
00000100:00100000:2.0:1761228484.740140:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737906240:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228484.740186:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000940801c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737906240:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228484.740194:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4815
00000100:00100000:3.0:1761228484.740207:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906048
00000100:00100000:2.0:1761228484.740240:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906304
00000100:00100000:3.0:1761228484.740243:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781
00000100:00100000:3.0:1761228484.740248:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737906048:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228484.740273:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300
00000100:00100000:2.0:1761228484.740279:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737906304:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228484.740287:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737906048:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (553us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228484.740294:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781
00000100:00100000:2.0:1761228484.740315:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737906304:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (433us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228484.740322:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300
00000100:00100000:1.0:1761228484.740537:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228484.740565:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737906560:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228484.740588:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228484.740620:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001350b709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737906112:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228484.740635:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906560
00000100:00100000:1.0:1761228484.740636:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737906496:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228484.740667:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4816
00000100:00100000:2.0:1761228484.740671:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8056ef9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737906560:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228484.740707:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8056ef9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737906560:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (117us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228484.740713:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906176
00000100:00100000:2.0:1761228484.740714:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4816
00000100:00100000:1.0:1761228484.740738:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737906560:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228484.740749:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301
00000100:00100000:3.0:1761228484.740755:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737906176:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228484.740829:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737906176:12345-0@lo:400:kworker/u8:4.0 Request processed in 72us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228484.740836:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301
00000100:00100000:2.0:1761228484.741004:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906624
00000100:00100000:2.0:1761228484.741031:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967
00000100:00100000:2.0:1761228484.741034:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737906624:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228484.741602:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737906176:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228484.741927:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228484.741939:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737906240:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228484.741974:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737906048:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228484.741984:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228484.741991:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afb18e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737906304:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228484.742010:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000487d6ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737906432:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228484.742045:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228484.742079:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906688
00000100:00100000:0.0:1761228484.742097:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906368
00000100:00100000:1.0:1761228484.742111:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906432
00000100:00100000:0.0:1761228484.742127:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968
00000100:00100000:0.0:1761228484.742132:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737906688:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228484.742140:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403
00000100:00100000:1.0:1761228484.742145:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737906368:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228484.742169:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737906688:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228484.742187:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968
00000100:00100000:0.0:1761228484.742203:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404
00000100:00100000:0.0:1761228484.742206:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef6a5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737906432:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228484.742262:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228484.742307:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737906368:12345-0@lo:8:kworker/u8:4.0 Request processed in 159us (324us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228484.742335:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9f64868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737906688:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228484.742390:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228484.742394:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228484.742398:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737906368:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228484.742424:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403
00000100:00100000:2.0:1761228484.742491:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737906624:12345-0@lo:400:kworker/u8:4.0 Request processed in 1454us (2577us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228484.742498:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967
00000100:00100000:1.0:1761228484.742579:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092342a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737906624:0@lo:400:kworker/u8:4.0
00010000:02020000:0.0:1761228484.743340:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228484.743401:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef6a5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737906432:12345-0@lo:8:kworker/u8:4.0 Request processed in 1193us (1356us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228484.743410:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404
00000100:00080000:3.0:1761228484.743505:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228484.743509:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228484.743513:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000487d6ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737906432:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228485.252725:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228485.252745:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000487d6ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737906752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228485.252831:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228485.252976:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906752
00000100:00100000:1.0:1761228485.253021:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017
00000100:00100000:1.0:1761228485.253027:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9f64868 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737906752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228485.253060:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228485.253107:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9f64868 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737906752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228485.253115:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017
00000100:00100000:2.0:1761228485.253253:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000487d6ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737906752:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228485.699029:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228486.277208:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737906816:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228486.277300:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228486.277387:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906816
00000100:00100000:3.0:1761228486.277447:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302
00000100:00100000:3.0:1761228486.277453:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737906816:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228486.277492:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228486.277701:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737906816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 247us (401us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228486.277708:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302
00000100:00100000:2.0:1761228486.277796:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737906816:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228486.723525:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228487.750415:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228488.670466:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228488.670518:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228488.670549:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228488.670578:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749888
00000100:00100000:3.0:1761228488.670626:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1782
00000100:00100000:0.0:1761228488.670629:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228488.670632:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720749888:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228488.670653:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750016
00000100:00100000:0.0:1761228488.670680:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720749952
00000100:00100000:0.0:1761228488.670698:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4817
00000100:00100000:3.0:1761228488.670700:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720749888:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 68us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228488.670703:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d7f4ba9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720750016:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228488.670709:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1782
00000100:00100000:0.0:1761228488.670739:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d7f4ba9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720750016:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 35us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228488.670745:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4817
00000100:00100000:1.0:1761228488.670760:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750080
00000100:00100000:0.0:1761228488.670761:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4818
00000100:00100000:0.0:1761228488.670767:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6aba514 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720749952:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228488.670829:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2405
00000100:00100000:1.0:1761228488.670834:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720750080:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228488.670936:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228488.671909:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6aba514 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720749952:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 1137us (1275us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228488.671917:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4818
00000100:00100000:1.0:1761228488.672082:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720750080:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 1247us (1625us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228488.672090:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2405
00010000:00010000:1.0:1761228488.771871:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228488.835827:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beac3968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737906880:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228488.835934:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228488.836375:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906880
00000100:00100000:0.0:1761228488.836452:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303
00000100:00100000:0.0:1761228488.836459:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afb18e6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737906880:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228488.836514:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228488.836617:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afb18e6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737906880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 157us (685us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228488.836624:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303
00000100:00100000:1.0:1761228488.836846:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beac3968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737906880:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228489.795103:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228489.860159:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228489.860172:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228489.860177:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228489.860191:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4080
00000100:00080000:3.0:1761228489.860197:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228489.860207:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228489.860241:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007366be15 x1846777737907264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228489.860261:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228489.860265:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228489.860267:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228489.860270:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4080
00000100:00080000:3.0:1761228489.860272:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228489.860276:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228489.860291:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e324c654 x1846777737907328/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228489.860360:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013226679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737906944:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228489.860474:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228489.860522:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737907200:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228489.860553:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228489.860569:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737907584:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228489.860595:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228489.860624:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228489.860630:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737907136:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228489.860660:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228489.860678:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737907520:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228489.860704:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228489.860747:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092342a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737907072:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228489.860796:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907200
00000100:00100000:3.0:1761228489.860808:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228489.860831:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009696c9a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737907456:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228489.860858:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907072
00000100:00100000:3.0:1761228489.860863:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228489.860883:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304
00000100:00100000:3.0:1761228489.860890:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228489.860894:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737907200:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228489.860899:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000beac3968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737907008:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228489.860928:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228489.860947:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737907392:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228489.860982:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228489.860988:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737907200:12345-0@lo:400:kworker/u8:4.0 Request processed in 83us (420us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228489.860999:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304
00000100:00100000:3.0:1761228489.861014:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737907264:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228489.861023:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305
00000100:00100000:2.0:1761228489.861028:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737907072:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228489.861047:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228489.861066:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737907328:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228489.861072:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737907072:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228489.861080:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305
00000100:00100000:3.0:1761228489.861096:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228489.861605:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907136
00000100:00100000:0.0:1761228489.861645:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907456
00000100:00100000:0.0:1761228489.861664:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907008
00000100:00100000:0.0:1761228489.861679:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907392
00000100:00100000:0.0:1761228489.861696:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4819
00000100:00100000:0.0:1761228489.861700:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737907136:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.861748:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090d2f80c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737907136:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (1088us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228489.861756:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4819
00000100:00100000:0.0:1761228489.861770:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4820
00000100:00100000:0.0:1761228489.861773:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a322e5e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737907456:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.861819:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a322e5e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737907456:12345-0@lo:400:kworker/u8:4.0 Request processed in 45us (959us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228489.861826:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4820
00000100:00100000:0.0:1761228489.861838:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4821
00000100:00100000:0.0:1761228489.861841:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009287b5ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737907008:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.861867:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009287b5ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737907008:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (939us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228489.861873:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4821
00000100:00100000:0.0:1761228489.861902:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4822
00000100:00100000:0.0:1761228489.861906:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072fe43ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737907392:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.861935:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072fe43ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737907392:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (955us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228489.861941:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4822
00000100:00100000:0.0:1761228489.861976:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737906944
00000100:00100000:0.0:1761228489.862006:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783
00000100:00100000:0.0:1761228489.862010:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737906944:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.862044:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737906944:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (1572us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228489.862050:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783
00000100:00100000:0.0:1761228489.862104:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000beac3968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737907008:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.862132:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737907392:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.862145:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092342a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737907072:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.862154:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009696c9a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737907456:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.862240:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737907136:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.862251:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013226679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737906944:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228489.862263:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737907200:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228489.862442:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907584
00000100:00100000:2.0:1761228489.862476:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907520
00000100:00100000:2.0:1761228489.862494:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907264
00000100:00100000:2.0:1761228489.862504:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907328
00000100:00100000:2.0:1761228489.862513:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969
00000100:00100000:2.0:1761228489.862518:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737907584:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228489.862566:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737907584:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (1970us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228489.862572:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969
00000100:00100000:2.0:1761228489.862584:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970
00000100:00100000:2.0:1761228489.862588:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737907520:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228489.862629:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737907520:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (1926us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228489.862637:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970
00000100:00100000:2.0:1761228489.862650:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406
00000100:00100000:2.0:1761228489.862654:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737907264:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228489.862763:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228489.862810:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737907264:12345-0@lo:8:kworker/u8:4.0 Request processed in 156us (1765us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228489.862817:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406
00000100:00100000:1.0:1761228489.862824:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407
00000100:00100000:1.0:1761228489.862830:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5fa157d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737907328:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228489.862855:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737907520:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228489.862867:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737907584:0@lo:400:kworker/u8:4.0
00010000:02020000:1.0:1761228489.862923:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228489.862960:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5fa157d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737907328:12345-0@lo:8:kworker/u8:4.0 Request processed in 129us (1865us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228489.862967:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407
00000100:00080000:3.0:1761228489.863750:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228489.863757:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228489.863762:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737907328:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228489.863840:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228489.863844:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228489.863847:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737907264:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228490.372143:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228490.372176:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737907648:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228490.372294:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228490.372452:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907648
00000100:00100000:1.0:1761228490.373993:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018
00000100:00100000:1.0:1761228490.374007:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fbbd572 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737907648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228490.374068:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228490.374180:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fbbd572 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737907648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 174us (1887us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228490.374188:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018
00000100:00100000:0.0:1761228490.375275:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737907648:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228490.820938:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228491.395902:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737907712:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228491.395986:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228491.396057:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907712
00000100:00100000:1.0:1761228491.396116:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306
00000100:00100000:1.0:1761228491.396124:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d46e95b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737907712:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228491.396180:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228491.396258:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d46e95b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737907712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228491.396269:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306
00000100:00100000:3.0:1761228491.396323:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737907712:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228491.846098:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228492.867342:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228493.788128:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228493.788178:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228493.788222:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750144
00000100:00100000:3.0:1761228493.788233:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228493.788269:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750272
00000100:00100000:2.0:1761228493.788282:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1784
00000100:00100000:2.0:1761228493.788291:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720750144:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228493.788309:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750208
00000100:00100000:3.0:1761228493.788332:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4823
00000100:00100000:3.0:1761228493.788337:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000163b877b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720750272:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228493.788378:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720750144:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 88us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228493.788387:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1784
00000100:00100000:2.0:1761228493.788446:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4824
00000100:00100000:2.0:1761228493.788451:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f3450d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720750208:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228493.789889:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f3450d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720750208:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 1429us (1650us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228493.789889:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000163b877b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720750272:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 1545us (1707us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228493.789908:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4823
00000100:00100000:2.0:1761228493.789915:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4824
00000100:00100000:3.0:1761228493.792748:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228493.792957:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750336
00000100:00100000:0.0:1761228493.793651:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2408
00000100:00100000:0.0:1761228493.793659:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720750336:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228493.793762:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228493.793875:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720750336:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 216us (1135us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228493.793883:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2408
00010000:00010000:1.0:1761228493.893460:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228493.955096:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c9cdc92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737907776:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228493.955173:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228493.955276:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907776
00000100:00100000:0.0:1761228493.955329:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307
00000100:00100000:0.0:1761228493.955335:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002f52031 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737907776:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228493.955389:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228493.955445:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002f52031 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737907776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228493.955453:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307
00000100:00100000:3.0:1761228493.956131:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c9cdc92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737907776:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228494.915811:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228494.978999:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c9cdc92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737907840:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228494.979100:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228494.979183:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907840
00000100:00100000:0.0:1761228494.979232:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785
00000100:00100000:0.0:1761228494.979238:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737907840:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228494.982427:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aca515b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737907904:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228494.982503:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228494.982538:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228494.982543:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004458d402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737907968:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228494.982567:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228494.982603:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907968
00000100:00100000:0.0:1761228494.982743:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737907840:12345-0@lo:400:kworker/u8:4.0 Request processed in 3503us (3642us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228494.982755:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785
00000100:00080000:3.0:1761228494.983318:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228494.983323:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228494.983326:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228494.983331:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4085
00000100:00080000:3.0:1761228494.983334:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228494.983339:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228494.983359:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a1f6773c x1846777737908160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228494.983375:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228494.983378:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228494.983379:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228494.983382:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4085
00000100:00080000:3.0:1761228494.983384:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228494.983387:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228494.983397:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000112ca7ae x1846777737908224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228494.983450:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737908160:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228494.983484:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228494.983501:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000112ca7ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737908224:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228494.983517:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228494.983546:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908160
00000100:00100000:3.0:1761228494.983577:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908224
00000100:00100000:3.0:1761228494.983596:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409
00000100:00100000:3.0:1761228494.983601:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737908160:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228494.983696:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228494.983738:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737908160:12345-0@lo:8:kworker/u8:4.0 Request processed in 136us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228494.983746:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409
00000100:00100000:3.0:1761228494.983761:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410
00000100:00100000:3.0:1761228494.983765:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fae1192 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737908224:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228494.983866:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228494.983887:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fae1192 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737908224:12345-0@lo:8:kworker/u8:4.0 Request processed in 121us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228494.983892:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410
00000100:00080000:3.0:1761228494.983931:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228494.983934:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228494.983938:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1f6773c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737908160:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228494.983944:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228494.983946:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228494.983948:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000112ca7ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737908224:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228494.983967:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737908288:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.983986:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228494.984002:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228494.984006:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5b1ccc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737908352:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.984020:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228494.984044:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737907904
00000100:00100000:3.0:1761228494.984083:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908288
00000100:00100000:3.0:1761228494.984102:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908352
00000100:00100000:3.0:1761228494.984121:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4825
00000100:00100000:3.0:1761228494.984125:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001350b709 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737907904:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.984164:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001350b709 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737907904:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (1662us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228494.984169:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4825
00000100:00100000:3.0:1761228494.984183:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4826
00000100:00100000:3.0:1761228494.984186:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737908288:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.984208:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000112ca7ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737908288:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (222us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228494.984212:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4826
00000100:00100000:3.0:1761228494.984222:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4827
00000100:00100000:3.0:1761228494.984225:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1f6773c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737908352:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.984248:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1f6773c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737908352:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228494.984253:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4827
00000100:00100000:3.0:1761228494.984277:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737908032:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.984301:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228494.984312:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737908416:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.984328:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228494.984344:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1761228494.984349:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737908096:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.984368:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228494.984383:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f169c563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737908480:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228494.984409:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c9cdc92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737907840:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228494.984469:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908096
00000100:00100000:1.0:1761228494.984490:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308
00000100:00100000:1.0:1761228494.984493:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa2ed62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737907968:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228494.987048:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908032
00000100:00100000:3.0:1761228494.987573:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228494.987629:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908416
00000100:00100000:3.0:1761228494.987659:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908480
00000100:00100000:3.0:1761228494.987676:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971
00000100:00100000:3.0:1761228494.987683:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2181018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737908416:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228494.987706:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4828
00000100:00100000:0.0:1761228494.987713:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aed7356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737908032:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.987741:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2181018 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737908416:12345-0@lo:400:kworker/u8:4.0 Request processed in 57us (3411us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228494.987749:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971
00000100:00100000:3.0:1761228494.987766:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972
00000100:00100000:3.0:1761228494.987770:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1ee694b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737908480:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228494.987804:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aed7356 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737908032:12345-0@lo:400:kworker/u8:4.0 Request processed in 91us (3502us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228494.987812:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4828
00000100:00100000:2.0:1761228494.987826:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5b1ccc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737908352:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.987836:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1ee694b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737908480:12345-0@lo:400:kworker/u8:4.0 Request processed in 64us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228494.987845:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972
00000100:00100000:2.0:1761228494.987864:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737908288:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.987877:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309
00000100:00100000:2.0:1761228494.987882:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aca515b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737907904:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.987886:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000583e687e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737908096:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.987924:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000583e687e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737908096:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (3555us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228494.987930:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309
00000100:00100000:1.0:1761228494.988036:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa2ed62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737907968:12345-0@lo:400:kworker/u8:4.0 Request processed in 3541us (5468us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228494.988044:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308
00000100:00100000:0.0:1761228494.988075:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004458d402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737907968:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.991020:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737908096:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.991041:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f169c563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737908480:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.991062:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737908032:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228494.991075:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737908416:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228495.491086:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737908544:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228495.491168:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228495.491279:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908544
00000100:00100000:1.0:1761228495.491325:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019
00000100:00100000:1.0:1761228495.491330:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000909423fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737908544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228495.491365:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228495.492055:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000909423fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737908544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 711us (877us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228495.492064:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019
00000100:00100000:0.0:1761228495.492166:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737908544:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228495.944300:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228496.515276:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228496.515294:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737908608:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228496.515361:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228496.516141:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908608
00000100:00100000:3.0:1761228496.516206:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310
00000100:00100000:3.0:1761228496.516212:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c75f3a4d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737908608:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228496.516252:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228496.516334:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c75f3a4d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737908608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (974us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228496.516342:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310
00000100:00100000:2.0:1761228496.516392:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0df836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737908608:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228496.964463:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228497.987045:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228498.910680:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228498.910715:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228498.910747:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228498.910818:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228498.910823:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750400
00000100:00100000:2.0:1761228498.911105:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750592
00000100:00100000:2.0:1761228498.911132:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2411
00000100:00100000:2.0:1761228498.911137:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000817360de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720750592:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228498.911223:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228498.911279:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000817360de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720750592:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 141us (608us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228498.911291:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2411
00000100:00100000:2.0:1761228498.911313:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750464
00000100:00100000:2.0:1761228498.911333:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750528
00000100:00100000:2.0:1761228498.911348:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4829
00000100:00100000:2.0:1761228498.911351:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7455728 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720750464:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228498.911382:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7455728 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720750464:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 30us (667us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228498.911387:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4829
00000100:00100000:2.0:1761228498.911397:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4830
00000100:00100000:2.0:1761228498.911400:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109e200e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720750528:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228498.911415:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109e200e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720750528:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 14us (598us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228498.911420:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4830
00000100:00100000:0.0:1761228498.911546:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1786
00000100:00100000:0.0:1761228498.911552:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720750400:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228498.911609:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720750400:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 56us (861us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228498.911617:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1786
00010000:00010000:1.0:1761228499.011995:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228499.075078:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737908672:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228499.075163:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228499.075337:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908672
00000100:00100000:1.0:1761228499.075386:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311
00000100:00100000:1.0:1761228499.075391:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737908672:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228499.075431:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228499.075625:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737908672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 232us (463us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228499.075631:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311
00000100:00100000:0.0:1761228499.075720:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737908672:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228500.035497:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228500.099627:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228500.099636:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228500.099640:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228500.099650:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4090
00000100:00080000:2.0:1761228500.099654:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228500.099660:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228500.099683:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737908736:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228500.099684:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aca515b x1846777737909056/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228500.099702:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228500.099706:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228500.099708:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228500.099711:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4090
00000100:00080000:2.0:1761228500.099713:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228500.099715:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228500.099729:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000022580c19 x1846777737909120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228500.099766:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228500.099827:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004458d402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737908992:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.099828:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908736
00000100:00100000:0.0:1761228500.099859:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228500.099885:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787
00000100:00100000:0.0:1761228500.099887:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737909376:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.099894:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737908736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228500.099919:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228500.099949:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aca515b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737909056:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228500.099963:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737908736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.099965:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737908736:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228500.099976:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787
00000100:00100000:0.0:1761228500.099985:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228500.099988:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228500.100022:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737909120:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228500.100025:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737908928:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.100028:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908992
00000100:00100000:3.0:1761228500.100053:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228500.100060:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312
00000100:00100000:1.0:1761228500.100069:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000021bcd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737908992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228500.100073:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228500.100102:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737909312:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228500.100103:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909376
00000100:00100000:1.0:1761228500.100109:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000021bcd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737908992:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228500.100115:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312
00000100:00100000:0.0:1761228500.100137:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228500.100139:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909056
00000100:00100000:3.0:1761228500.100162:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909120
00000100:00100000:0.0:1761228500.100170:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004458d402 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737908992:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.100172:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909312
00000100:00100000:3.0:1761228500.100177:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973
00000100:00100000:3.0:1761228500.100183:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737909376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.100197:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974
00000100:00100000:1.0:1761228500.100202:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d299e26f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737909312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228500.100216:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908928
00000100:00100000:0.0:1761228500.100251:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4831
00000100:00100000:0.0:1761228500.100255:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e47645 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737908928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228500.100586:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737908800:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.101038:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d299e26f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737909312:12345-0@lo:400:kworker/u8:2.0 Request processed in 835us (902us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228500.101047:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974
00000100:00100000:1.0:1761228500.101067:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412
00000100:00100000:1.0:1761228500.101071:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000487b43fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737909056:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228500.101179:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228500.101215:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000487b43fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737909056:12345-0@lo:8:kworker/u8:2.0 Request processed in 143us (1230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228500.101222:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412
00000100:00100000:1.0:1761228500.101233:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413
00000100:00100000:1.0:1761228500.101237:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edc33755 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737909120:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228500.101314:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228500.101337:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edc33755 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737909120:12345-0@lo:8:kworker/u8:2.0 Request processed in 99us (1285us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228500.101345:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413
00000100:00100000:1.0:1761228500.101682:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f169c563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737908864:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.101718:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228500.101737:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c9cdc92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737909248:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.101762:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228500.101828:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908864
00000100:00100000:1.0:1761228500.101860:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313
00000100:00100000:1.0:1761228500.101864:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000487d6ce7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737908864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.101902:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000487d6ce7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737908864:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228500.101907:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313
00000100:00100000:1.0:1761228500.101937:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f169c563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737908864:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228500.101985:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228500.101989:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228500.102006:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aca515b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737909056:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228500.102018:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1761228500.102019:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e47645 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737908928:12345-0@lo:400:kworker/u8:2.0 Request processed in 1761us (1952us total) trans 0 rc 0/0
00000100:00080000:1.0:1761228500.102022:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228500.102027:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737909120:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228500.102031:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4831
00000100:00100000:0.0:1761228500.102056:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909248
00000100:00100000:1.0:1761228500.102065:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737908928:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.102077:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737909312:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228500.102084:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4832
00000100:00100000:0.0:1761228500.102089:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737909248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.102091:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737909376:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228500.102131:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d0df836 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737909248:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228500.102138:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4832
00000100:00100000:1.0:1761228500.102157:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c9cdc92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737909248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228500.102375:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228500.102382:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737909376:12345-0@lo:400:kworker/u8:2.0 Request processed in 2196us (2460us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228500.102392:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973
00000100:00100000:2.0:1761228500.102410:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5b1ccc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737909184:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228500.102436:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228500.102615:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737908800
00000100:00100000:3.0:1761228500.102650:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909184
00000100:00100000:3.0:1761228500.102677:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4833
00000100:00100000:3.0:1761228500.102681:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737908800:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228500.102721:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb66b287 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737908800:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (346us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228500.102727:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4833
00000100:00100000:3.0:1761228500.102740:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4834
00000100:00100000:3.0:1761228500.102743:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737909184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228500.102767:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b128e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737909184:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228500.102773:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4834
00000100:00100000:2.0:1761228500.102972:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737908800:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228500.102984:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5b1ccc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737909184:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228500.611290:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228500.611312:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737909440:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228500.611384:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228500.611418:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909440
00000100:00100000:0.0:1761228500.611470:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020
00000100:00100000:0.0:1761228500.611476:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737909440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228500.611517:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228500.611570:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737909440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228500.611578:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020
00000100:00100000:3.0:1761228500.611708:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737909440:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228501.059127:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228501.635557:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737909504:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228501.635629:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228501.635720:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909504
00000100:00100000:0.0:1761228501.635768:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314
00000100:00100000:0.0:1761228501.635774:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737909504:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228501.635831:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228501.635881:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737909504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228501.635888:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314
00000100:00100000:3.0:1761228501.636211:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737909504:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228502.083034:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228503.107794:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228504.028644:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228504.028747:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750656
00000100:00100000:2.0:1761228504.028832:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1788
00000100:00100000:2.0:1761228504.028840:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720750656:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228504.029395:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720750656:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 553us (758us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228504.029403:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1788
00000100:00100000:2.0:1761228504.030549:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228504.031008:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228504.031452:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228504.032065:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750720
00000100:00100000:3.0:1761228504.032084:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750784
00000100:00100000:1.0:1761228504.032240:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4835
00000100:00100000:1.0:1761228504.032249:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720750720:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228504.032333:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007de9f09c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720750720:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 84us (1788us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228504.032341:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4835
00000100:00100000:1.0:1761228504.032361:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4836
00000100:00100000:1.0:1761228504.032366:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f696fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720750784:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228504.032392:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f696fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720750784:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 24us (1384us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228504.032398:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4836
00000100:00100000:0.0:1761228504.033054:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750848
00000100:00100000:0.0:1761228504.033104:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2414
00000100:00100000:0.0:1761228504.033109:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720750848:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228504.033207:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228504.033243:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720750848:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 133us (1792us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228504.033249:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2414
00010000:00010000:0.0:1761228504.131607:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228504.195668:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b52b5df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737909568:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228504.195818:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228504.195912:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909568
00000100:00100000:2.0:1761228504.195989:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315
00000100:00100000:2.0:1761228504.195997:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026728c32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737909568:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228504.196049:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228504.196144:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026728c32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737909568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 147us (367us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228504.196152:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315
00000100:00100000:1.0:1761228504.196207:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b52b5df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737909568:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228505.155283:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228505.220158:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737909632:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228505.220239:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228505.220294:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909632
00000100:00100000:1.0:1761228505.220336:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789
00000100:00100000:1.0:1761228505.220341:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737909632:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228505.220380:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737909632:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (142us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228505.220386:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789
00000100:00100000:1.0:1761228505.220428:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737909632:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228505.221051:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228505.221057:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228505.221060:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228505.221066:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4095
00000100:00080000:3.0:1761228505.221069:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228505.221073:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228505.221093:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a76a8a5a x1846777737909952/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228505.221107:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228505.221110:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228505.221111:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228505.221114:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4095
00000100:00080000:3.0:1761228505.221116:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228505.221119:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228505.221128:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f4633b7 x1846777737910016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228505.221179:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737909760:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221221:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228505.221240:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737910144:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221264:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228505.221286:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228505.221292:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000494c5abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737909696:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221312:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228505.221326:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060fd574f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737910080:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221345:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228505.221372:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910144
00000100:00100000:3.0:1761228505.221402:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909696
00000100:00100000:3.0:1761228505.221431:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910080
00000100:00100000:3.0:1761228505.221449:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4837
00000100:00100000:3.0:1761228505.221453:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d75aa705 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737910144:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221492:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d75aa705 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737910144:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228505.221498:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4837
00000100:00100000:3.0:1761228505.221512:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4838
00000100:00100000:3.0:1761228505.221516:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011c7351e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737909696:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221541:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011c7351e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737909696:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228505.221546:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4838
00000100:00100000:3.0:1761228505.221556:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4839
00000100:00100000:3.0:1761228505.221559:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8f39aab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737910080:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221584:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8f39aab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737910080:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228505.221590:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4839
00000100:00100000:3.0:1761228505.221621:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000494c5abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737909696:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221630:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060fd574f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737910080:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221638:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737910144:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221678:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909760
00000100:00100000:3.0:1761228505.221700:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316
00000100:00100000:3.0:1761228505.221703:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737909760:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221734:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737909760:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (513us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228505.221739:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316
00000100:00100000:3.0:1761228505.221759:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737909760:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228505.221877:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a76a8a5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737909952:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228505.221913:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228505.221952:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737910016:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228505.221970:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909952
00000100:00100000:1.0:1761228505.221979:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228505.222004:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910016
00000100:00100000:3.0:1761228505.222025:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415
00000100:00100000:3.0:1761228505.222029:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e96c92b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737909952:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228505.222051:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416
00000100:00100000:1.0:1761228505.222057:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737910016:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228505.222447:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228505.222485:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737910016:12345-0@lo:8:kworker/u8:4.0 Request processed in 427us (508us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228505.222493:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416
00000100:00080000:1.0:1761228505.222540:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228505.222545:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228505.222549:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737910016:0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228505.222570:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228505.222574:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737909888:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228505.222613:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228505.222616:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e96c92b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737909952:12345-0@lo:8:kworker/u8:4.0 Request processed in 585us (704us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228505.222623:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415
00000100:00100000:1.0:1761228505.222638:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737910272:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228505.222654:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228505.222658:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228505.222663:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a76a8a5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737909952:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228505.222669:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228505.222688:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910272
00000100:00100000:1.0:1761228505.222696:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228505.222706:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c6ab45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737909824:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.222714:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975
00000100:00100000:3.0:1761228505.222719:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da7cf2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737910272:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228505.222732:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228505.222756:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b52b5df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737910208:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.222761:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da7cf2ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737910272:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (96us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228505.222767:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975
00000100:00100000:1.0:1761228505.222816:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228505.222823:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909824
00000100:00100000:1.0:1761228505.222852:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737910272:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228505.222852:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4840
00000100:00100000:3.0:1761228505.222858:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000866c6ae5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737909824:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228505.222889:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737909888
00000100:00100000:3.0:1761228505.222893:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000866c6ae5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737909824:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228505.222899:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4840
00000100:00100000:1.0:1761228505.222926:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317
00000100:00100000:1.0:1761228505.222943:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737909888:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228505.222981:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737909888:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (371us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228505.222988:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317
00000100:00100000:1.0:1761228505.223025:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910208
00000100:00100000:1.0:1761228505.223055:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976
00000100:00100000:1.0:1761228505.223060:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737910208:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228505.223088:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737910208:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228505.223135:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c6ab45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737909824:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228505.223146:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b52b5df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737910208:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228505.223154:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737909888:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228505.224410:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976
00000100:00100000:3.0:1761228505.731225:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228505.731247:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737910336:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228505.731314:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228505.731610:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910336
00000100:00100000:1.0:1761228505.731678:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021
00000100:00100000:1.0:1761228505.731685:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cefe1f1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737910336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228505.731723:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228505.731804:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cefe1f1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737910336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (463us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228505.731814:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021
00000100:00100000:3.0:1761228505.731952:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007833900c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737910336:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228506.179103:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228506.760930:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228506.760952:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737910400:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228506.761022:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228506.762616:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910400
00000100:00100000:1.0:1761228506.762684:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318
00000100:00100000:1.0:1761228506.762690:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737910400:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228506.762730:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228506.762815:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737910400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (1794us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228506.762823:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318
00000100:00100000:3.0:1761228506.762930:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005768b58b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737910400:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228507.203057:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228508.227035:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228509.148426:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228509.148472:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228509.148501:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228509.148538:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228509.148578:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751104
00000100:00100000:3.0:1761228509.148620:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2417
00000100:00100000:3.0:1761228509.148627:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004318d5d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720751104:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228509.148729:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228509.148820:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004318d5d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720751104:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 192us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228509.148828:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2417
00000100:00100000:1.0:1761228509.148930:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750912
00000100:00100000:1.0:1761228509.148971:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1790
00000100:00100000:1.0:1761228509.148976:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720750912:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228509.149010:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720750912:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 34us (593us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228509.149017:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1790
00000100:00100000:0.0:1761228509.149102:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720750976
00000100:00100000:0.0:1761228509.149139:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751040
00000100:00100000:0.0:1761228509.149156:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4841
00000100:00100000:0.0:1761228509.149161:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d08ae861 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720750976:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228509.149198:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d08ae861 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720750976:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 36us (726us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228509.149205:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4841
00000100:00100000:0.0:1761228509.149218:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4842
00000100:00100000:0.0:1761228509.149222:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087020bf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720751040:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228509.149244:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087020bf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720751040:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 21us (742us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228509.149250:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4842
00010000:00010000:1.0:1761228509.252342:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228509.315313:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228509.315344:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007050c731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737910464:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228509.315422:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228509.315526:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910464
00000100:00100000:2.0:1761228509.315584:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319
00000100:00100000:2.0:1761228509.315590:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7d0eb7a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737910464:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228509.315634:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228509.315689:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7d0eb7a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737910464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228509.315697:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319
00000100:00100000:0.0:1761228509.315806:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007050c731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737910464:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228510.278562:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228510.339669:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3ef7539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737910592:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228510.339762:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228510.339854:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1761228510.339901:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000557b99fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737910528:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.339939:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228510.339984:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910592
00000100:00100000:3.0:1761228510.340032:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4843
00000100:00100000:3.0:1761228510.340038:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737910592:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228510.340125:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910528
00000100:00100000:1.0:1761228510.340152:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791
00000100:00100000:1.0:1761228510.340156:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737910528:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228510.340194:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737910528:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228510.340201:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791
00000100:00100000:1.0:1761228510.340249:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000557b99fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737910528:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228510.340593:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a60ff7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737910656:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228510.340625:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228510.340665:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910656
00000100:00100000:1.0:1761228510.340691:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320
00000100:00100000:1.0:1761228510.340694:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737910656:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228510.340727:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737910656:12345-0@lo:400:kworker/u8:4.0 Request processed in 31us (101us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228510.340732:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320
00000100:00100000:1.0:1761228510.340760:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a60ff7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737910656:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.343001:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82388e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737910592:12345-0@lo:400:kworker/u8:4.0 Request processed in 2953us (3231us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228510.343017:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4843
00000100:00080000:0.0:1761228510.343408:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228510.343414:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228510.343417:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228510.343422:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4101
00000100:00080000:0.0:1761228510.343424:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228510.343429:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228510.343449:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008b25db98 x1846777737910848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228510.343466:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228510.343468:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228510.343469:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228510.343471:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4101
00000100:00080000:0.0:1761228510.343473:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228510.343475:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228510.343482:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006a60ff7d x1846777737910912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228510.343537:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b25db98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737910848:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228510.343591:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228510.343609:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a60ff7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737910912:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228510.343624:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228510.343653:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910848
00000100:00100000:0.0:1761228510.343676:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910912
00000100:00100000:0.0:1761228510.343687:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418
00000100:00100000:0.0:1761228510.343691:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737910848:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228510.343806:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228510.343840:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737910848:12345-0@lo:8:kworker/u8:4.0 Request processed in 148us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228510.343845:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418
00000100:00100000:0.0:1761228510.343859:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419
00000100:00100000:0.0:1761228510.343861:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022580c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737910912:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228510.343938:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228510.343957:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022580c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737910912:12345-0@lo:8:kworker/u8:4.0 Request processed in 95us (334us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228510.343963:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419
00000100:00080000:0.0:1761228510.343998:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228510.344002:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228510.344006:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b25db98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737910848:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228510.344014:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228510.344016:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228510.344017:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a60ff7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737910912:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228510.344039:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5b1ccc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737911040:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228510.344060:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228510.344073:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228510.344076:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000557b99fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737910976:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228510.344090:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228510.344121:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911040
00000100:00100000:0.0:1761228510.344144:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910976
00000100:00100000:0.0:1761228510.344156:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4844
00000100:00100000:0.0:1761228510.344159:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006aca515b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737911040:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228510.344190:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006aca515b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737911040:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228510.344195:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4844
00000100:00100000:0.0:1761228510.344203:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4845
00000100:00100000:0.0:1761228510.344206:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f169c563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737910976:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228510.344223:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f169c563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737910976:12345-0@lo:400:kworker/u8:4.0 Request processed in 16us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228510.344227:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4845
00000100:00100000:0.0:1761228510.344250:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000557b99fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737910976:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228510.344257:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5b1ccc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737911040:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344337:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d8a6a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737910784:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344363:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228510.344386:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c9cdc92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737911168:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344402:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228510.344413:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228510.344417:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b94e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737910720:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344432:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228510.344440:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737911104:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344453:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228510.344469:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911168
00000100:00100000:3.0:1761228510.344485:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911104
00000100:00100000:3.0:1761228510.344494:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977
00000100:00100000:3.0:1761228510.344498:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad0b6ce6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737911168:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344521:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad0b6ce6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737911168:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (120us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228510.344526:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977
00000100:00100000:3.0:1761228510.344536:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978
00000100:00100000:3.0:1761228510.344539:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae72820e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737911104:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344566:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae72820e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737911104:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (111us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228510.344570:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978
00000100:00100000:3.0:1761228510.344588:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2110066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737911104:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344594:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c9cdc92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737911168:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344609:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910720
00000100:00100000:3.0:1761228510.344622:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4846
00000100:00100000:3.0:1761228510.344625:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f69caa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737910720:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228510.344648:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f69caa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737910720:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228510.344652:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4846
00000100:00100000:3.0:1761228510.344666:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b94e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737910720:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228510.344905:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3ef7539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737910592:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228510.344974:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737910784
00000100:00100000:0.0:1761228510.345001:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321
00000100:00100000:0.0:1761228510.345004:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c62bbb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737910784:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228510.345038:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c62bbb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737910784:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (675us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228510.345043:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321
00000100:00100000:3.0:1761228510.345098:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d8a6a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737910784:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228510.852980:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228510.853003:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f66b1eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737911232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228510.853075:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228510.853573:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911232
00000100:00100000:3.0:1761228510.853626:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022
00000100:00100000:3.0:1761228510.853633:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b1ccc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737911232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228510.853673:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228510.853720:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b1ccc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737911232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (646us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228510.853727:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022
00000100:00100000:0.0:1761228510.853823:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f66b1eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737911232:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228511.300681:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228511.876182:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff2c2e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737911296:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228511.876257:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228511.876467:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911296
00000100:00100000:1.0:1761228511.876771:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322
00000100:00100000:1.0:1761228511.876809:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737911296:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228511.876849:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228511.876923:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737911296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (666us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228511.876937:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322
00000100:00100000:2.0:1761228511.877297:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff2c2e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737911296:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228512.323654:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228513.346987:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228514.269456:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228514.269513:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228514.269540:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751232
00000100:00100000:1.0:1761228514.269551:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228514.269589:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751296
00000100:00100000:1.0:1761228514.269595:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228514.269622:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4847
00000100:00100000:0.0:1761228514.269629:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4119fa2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720751232:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228514.269644:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751360
00000100:00100000:1.0:1761228514.269669:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2420
00000100:00100000:1.0:1761228514.269674:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000177db070 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720751360:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1761228514.269706:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4119fa2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720751232:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 76us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228514.269715:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4847
00000100:00100000:0.0:1761228514.269732:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4848
00000100:00100000:0.0:1761228514.269737:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085cd1e52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720751296:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228514.269761:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085cd1e52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720751296:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (212us total) trans 0 rc 0/0
00010000:02020000:1.0:1761228514.269766:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228514.269773:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4848
00000100:00100000:1.0:1761228514.269864:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000177db070 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720751360:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 188us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228514.269871:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2420
00000100:00100000:2.0:1761228514.270233:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751168
00000100:00100000:2.0:1761228514.270270:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1792
00000100:00100000:2.0:1761228514.270274:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720751168:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228514.270316:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720751168:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 41us (803us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228514.270323:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1792
00010000:00010000:1.0:1761228514.371139:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228514.435415:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff7b724d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737911360:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228514.435486:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228514.437984:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911360
00000100:00100000:2.0:1761228514.438046:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323
00000100:00100000:2.0:1761228514.438051:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e055e4a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737911360:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228514.438092:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228514.438175:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e055e4a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737911360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (2689us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228514.438182:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323
00000100:00100000:3.0:1761228514.438235:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff7b724d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737911360:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228515.395054:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228515.459096:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228515.459103:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228515.459106:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1761228515.459108:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737911488:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228515.459114:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4106
00000100:00080000:1.0:1761228515.459117:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228515.459123:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228515.459143:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b338a003 x1846777737911744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228515.459155:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228515.459158:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228515.459159:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228515.459162:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4106
00000100:00080000:1.0:1761228515.459163:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228515.459166:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228515.459176:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c354bb1a x1846777737911808/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228515.459186:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228515.459222:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c811e33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737911872:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228515.459236:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d5b5829 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737911552:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228515.459250:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228515.459273:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228515.459291:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000096f374f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737911936:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228515.459307:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228515.459350:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911552
00000100:00100000:1.0:1761228515.459382:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324
00000100:00100000:1.0:1761228515.459386:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737911552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228515.459424:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737911552:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228515.459430:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324
00000100:00100000:1.0:1761228515.459462:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d5b5829 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737911552:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459522:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000255b2d9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737911424:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459559:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228515.459582:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf1a3174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737911680:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459603:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228515.459614:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737912064:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459635:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228515.459649:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761228515.459653:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8be6aa9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737911616:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459672:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228515.459685:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737912000:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459703:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228515.459723:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b338a003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737911744:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459743:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228515.459754:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c354bb1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737911808:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459770:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228515.459824:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911488
00000100:00100000:0.0:1761228515.459850:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911872
00000100:00100000:0.0:1761228515.459866:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911936
00000100:00100000:0.0:1761228515.459879:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911616
00000100:00100000:0.0:1761228515.459891:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4849
00000100:00100000:0.0:1761228515.459895:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dc4bd90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737911488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459931:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dc4bd90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737911488:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (748us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228515.459937:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4849
00000100:00100000:0.0:1761228515.459949:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4850
00000100:00100000:0.0:1761228515.459951:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa6a3a68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737911872:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.459975:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa6a3a68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737911872:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (726us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228515.459981:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4850
00000100:00100000:0.0:1761228515.459991:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4851
00000100:00100000:0.0:1761228515.459994:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff2c2e15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737911936:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.460018:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff2c2e15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737911936:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (712us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228515.460023:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4851
00000100:00100000:0.0:1761228515.460032:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4852
00000100:00100000:0.0:1761228515.460036:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2110066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737911616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.460059:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2110066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737911616:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228515.460064:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4852
00000100:00100000:0.0:1761228515.460080:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912064
00000100:00100000:0.0:1761228515.460097:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912000
00000100:00100000:0.0:1761228515.460109:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911744
00000100:00100000:0.0:1761228515.460117:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911808
00000100:00100000:0.0:1761228515.460124:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979
00000100:00100000:0.0:1761228515.460128:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c9cdc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737912064:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.460151:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c9cdc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737912064:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (516us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228515.460156:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979
00000100:00100000:0.0:1761228515.460164:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980
00000100:00100000:0.0:1761228515.460167:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737912000:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.460187:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737912000:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (483us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228515.460191:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980
00000100:00100000:0.0:1761228515.460199:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421
00000100:00100000:0.0:1761228515.460202:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3ef7539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737911744:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228515.460288:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228515.460322:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3ef7539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737911744:12345-0@lo:8:kworker/u8:2.0 Request processed in 118us (578us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228515.460326:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c811e33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737911872:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.460332:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421
00000100:00100000:2.0:1761228515.460341:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737911488:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228515.460363:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422
00000100:00100000:0.0:1761228515.460368:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737911808:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228515.460381:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8be6aa9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737911616:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228515.460389:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737912000:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228515.460397:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737912064:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228515.460422:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228515.460425:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228515.460428:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b338a003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737911744:0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228515.460441:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228515.460482:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737911808:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (711us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228515.460488:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422
00000100:00100000:1.0:1761228515.460560:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911424
00000100:00100000:1.0:1761228515.460594:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793
00000100:00100000:1.0:1761228515.460598:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737911424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228515.460634:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737911424:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (1074us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228515.460639:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793
00000100:00100000:1.0:1761228515.460677:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737911680
00000100:00100000:1.0:1761228515.460697:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325
00000100:00100000:1.0:1761228515.460700:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000469b98b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737911680:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228515.460724:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000469b98b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737911680:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (1122us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228515.460729:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325
00000100:00100000:1.0:1761228515.460755:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000096f374f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737911936:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228515.460801:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000255b2d9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737911424:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228515.460821:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf1a3174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737911680:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228515.462227:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228515.462236:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228515.462242:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c354bb1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737911808:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228515.971139:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228515.971161:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf1a3174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737912128:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228515.971234:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228515.971333:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912128
00000100:00100000:1.0:1761228515.971389:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023
00000100:00100000:1.0:1761228515.971395:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557b99fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737912128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228515.971431:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228515.971480:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557b99fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737912128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228515.971488:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023
00000100:00100000:1.0:1761228515.971533:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf1a3174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737912128:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228516.418968:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228516.995142:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228516.995446:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf1a3174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737912192:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228516.995516:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228516.995604:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912192
00000100:00100000:2.0:1761228516.996209:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326
00000100:00100000:2.0:1761228516.996217:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5e935c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737912192:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228516.996258:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228516.996364:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5e935c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737912192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 146us (848us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228516.996371:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326
00000100:00100000:3.0:1761228516.996442:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf1a3174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737912192:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228517.443020:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228518.467448:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228519.389170:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228519.389223:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228519.389259:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228519.389362:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751488
00000100:00100000:2.0:1761228519.389419:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751552
00000100:00100000:2.0:1761228519.389442:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4853
00000100:00100000:2.0:1761228519.389448:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000255b2d9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720751488:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228519.389520:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000255b2d9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720751488:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 72us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228519.389529:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4853
00000100:00100000:2.0:1761228519.389548:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4854
00000100:00100000:2.0:1761228519.389553:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000096f374f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720751552:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228519.389577:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000096f374f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720751552:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228519.389583:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4854
00000100:00100000:0.0:1761228519.389664:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751424
00000100:00100000:0.0:1761228519.389701:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1794
00000100:00100000:0.0:1761228519.389706:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720751424:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228519.389734:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720751424:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 27us (511us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228519.389741:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1794
00000100:00100000:2.0:1761228519.390165:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228519.390234:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751616
00000100:00100000:3.0:1761228519.390269:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2423
00000100:00100000:3.0:1761228519.390273:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ba8b8e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720751616:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228519.390364:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228519.390411:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ba8b8e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720751616:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 135us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228519.390418:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2423
00010000:00010000:1.0:1761228519.493751:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228519.559074:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004318d5d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737912256:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228519.559143:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228519.559221:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912256
00000100:00100000:3.0:1761228519.559273:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327
00000100:00100000:3.0:1761228519.559279:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d5b5829 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737912256:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228519.559319:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228519.559374:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d5b5829 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737912256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228519.559381:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327
00000100:00100000:1.0:1761228519.559420:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004318d5d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737912256:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228520.515851:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228520.581673:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1761228520.581678:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad0b6ce6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737912320:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228520.581682:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228520.581686:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228520.581704:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4111
00000100:00080000:3.0:1761228520.581706:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228520.581713:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228520.581738:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004318d5d9 x1846777737912640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228520.581765:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228520.581769:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228520.581770:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1761228520.581794:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228520.581795:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4111
00000100:00080000:3.0:1761228520.581799:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228520.581804:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228520.581820:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007050c731 x1846777737912704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228520.581833:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737912576:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.581869:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228520.581883:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff7b724d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737912448:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.581893:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b88abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737912960:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228520.581924:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228520.581930:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228520.581945:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737912832:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.581953:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228520.581961:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efb81ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737912512:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228520.581987:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228520.582004:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912960
00000100:00100000:3.0:1761228520.582017:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228520.582024:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae72820e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737912384:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228520.582051:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228520.582054:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1981
00000100:00100000:1.0:1761228520.582060:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737912960:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228520.582070:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737912768:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228520.582095:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228520.582520:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912576
00000100:00100000:2.0:1761228520.582544:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328
00000100:00100000:2.0:1761228520.582549:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f66b1eff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737912576:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228520.582670:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912832
00000100:00100000:0.0:1761228520.582697:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912384
00000100:00100000:0.0:1761228520.582714:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912768
00000100:00100000:0.0:1761228520.582732:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4855
00000100:00100000:0.0:1761228520.582736:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737912832:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.582807:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737912960:12345-0@lo:400:kworker/u8:4.0 Request processed in 745us (878us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228520.582814:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1981
00000100:00100000:1.0:1761228520.582846:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228520.582866:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912448
00000100:00100000:1.0:1761228520.582868:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5b6b384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737912896:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228520.582901:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329
00000100:00100000:1.0:1761228520.582903:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228520.582909:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737912448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.582935:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b88abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737912960:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228520.582953:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737912448:12345-0@lo:400:kworker/u8:4.0 Request processed in 44us (1029us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228520.582964:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329
00000100:00100000:1.0:1761228520.582967:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912512
00000100:00100000:1.0:1761228520.582990:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4856
00000100:00100000:1.0:1761228520.582994:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737912384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228520.583002:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4857
00000100:00100000:3.0:1761228520.583007:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d83ba976 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737912768:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583033:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069e2d032 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737912384:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (982us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228520.583040:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4856
00000100:00100000:3.0:1761228520.583046:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d83ba976 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737912768:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (951us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228520.583054:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4857
00000100:00100000:1.0:1761228520.583112:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4858
00000100:00100000:1.0:1761228520.583117:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737912512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583146:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007833900c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737912512:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228520.583151:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4858
00000100:00100000:1.0:1761228520.583167:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912896
00000100:00100000:1.0:1761228520.583184:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982
00000100:00100000:1.0:1761228520.583187:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000177db070 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737912896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583211:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000177db070 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737912896:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228520.583215:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982
00000100:00100000:1.0:1761228520.583239:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efb81ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737912512:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583248:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5b6b384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737912896:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583275:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912320
00000100:00100000:1.0:1761228520.583294:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795
00000100:00100000:1.0:1761228520.583297:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737912320:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583322:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737912320:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (1550us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228520.583327:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795
00000100:00100000:1.0:1761228520.583358:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad0b6ce6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737912320:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583377:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004318d5d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737912640:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583396:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228520.583407:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007050c731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737912704:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583420:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228520.583453:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912640
00000100:00100000:1.0:1761228520.583470:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737912704
00000100:00100000:1.0:1761228520.583484:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424
00000100:00100000:1.0:1761228520.583487:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737912640:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228520.583543:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f66b1eff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737912576:12345-0@lo:400:kworker/u8:4.0 Request processed in 993us (1674us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228520.583552:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328
00010000:02020000:1.0:1761228520.583572:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228520.583596:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737912576:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228520.583612:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737912640:12345-0@lo:8:kworker/u8:4.0 Request processed in 123us (215us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228520.583623:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424
00000100:00100000:1.0:1761228520.583637:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425
00000100:00100000:1.0:1761228520.583641:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c354bb1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737912704:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228520.583650:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae72820e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737912384:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228520.583661:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737912768:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228520.583670:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff7b724d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737912448:0@lo:400:kworker/u8:4.0
00010000:02020000:1.0:1761228520.583724:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228520.583745:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c354bb1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737912704:12345-0@lo:8:kworker/u8:4.0 Request processed in 104us (324us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228520.583763:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425
00000100:00080000:1.0:1761228520.583803:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228520.583807:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228520.583810:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004318d5d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737912640:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761228520.583816:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228520.583818:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228520.583820:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007050c731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737912704:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228520.584185:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b05230f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737912832:12345-0@lo:400:kworker/u8:4.0 Request processed in 1448us (2199us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228520.584192:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4855
00000100:00100000:2.0:1761228520.588888:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737912832:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228521.091045:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228521.091243:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b338a003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737913024:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228521.091304:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228521.091857:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913024
00000100:00100000:1.0:1761228521.091918:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024
00000100:00100000:1.0:1761228521.091925:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0b45551 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737913024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228521.091966:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228521.092029:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0b45551 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737913024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (725us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228521.092036:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024
00000100:00100000:2.0:1761228521.092440:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b338a003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737913024:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228521.539013:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228522.115169:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228522.115594:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737913088:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228522.115658:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228522.115797:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913088
00000100:00100000:2.0:1761228522.115847:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330
00000100:00100000:2.0:1761228522.115853:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009911d7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737913088:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228522.115891:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228522.115943:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009911d7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737913088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (285us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228522.115950:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330
00000100:00100000:3.0:1761228522.116032:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737913088:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228522.566833:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228523.587285:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228524.509741:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228524.509823:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751680
00000100:00100000:0.0:1761228524.509828:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228524.509866:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228524.509887:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1796
00000100:00100000:1.0:1761228524.509895:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720751680:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228524.509938:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228524.509966:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720751680:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 65us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228524.509974:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1796
00000100:00100000:1.0:1761228524.510025:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751744
00000100:00100000:1.0:1761228524.510047:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751808
00000100:00100000:1.0:1761228524.510061:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4859
00000100:00100000:1.0:1761228524.510065:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a60ff7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720751744:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228524.510151:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751872
00000100:00100000:2.0:1761228524.510176:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2426
00000100:00100000:2.0:1761228524.510181:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720751872:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:3.0:1761228524.510215:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4860
00000100:00100000:3.0:1761228524.510222:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b25db98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720751808:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00010000:02020000:2.0:1761228524.510267:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228524.511322:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a60ff7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720751744:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 1249us (1489us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228524.511322:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b25db98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720751808:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 1092us (1447us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228524.511341:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4859
00000100:00100000:3.0:1761228524.511370:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4860
00000100:00100000:2.0:1761228524.511543:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720751872:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 1360us (1605us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228524.511550:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2426
00010000:00010000:0.0:1761228524.610993:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228524.676074:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f04cd9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737913152:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228524.676141:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228524.676234:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913152
00000100:00100000:3.0:1761228524.676282:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331
00000100:00100000:3.0:1761228524.676287:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1b48fda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737913152:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228524.676322:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228524.676369:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1b48fda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737913152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228524.676379:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331
00000100:00100000:1.0:1761228524.676448:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f04cd9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737913152:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228525.635039:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228525.699644:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068488d1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737913216:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228525.699759:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228525.700350:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000838efae3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737913408:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228525.700389:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228525.700504:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737913344:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228525.700531:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228525.700553:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228525.700559:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737913280:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228525.700582:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228525.700614:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913344
00000100:00100000:2.0:1761228525.700653:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332
00000100:00100000:2.0:1761228525.700660:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737913344:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228525.700806:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737913344:12345-0@lo:400:kworker/u8:4.0 Request processed in 145us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228525.700813:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332
00000100:00100000:2.0:1761228525.700855:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737913344:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228525.700884:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913408
00000100:00100000:2.0:1761228525.700907:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913280
00000100:00100000:2.0:1761228525.700922:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4861
00000100:00100000:2.0:1761228525.700926:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737913408:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228525.700962:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086597693 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737913408:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (573us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228525.700967:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4861
00000100:00100000:2.0:1761228525.700980:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4862
00000100:00100000:2.0:1761228525.700984:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb75f8ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737913280:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228525.701013:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb75f8ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737913280:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (431us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228525.701019:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4862
00000100:00100000:2.0:1761228525.701043:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000838efae3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737913408:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228525.701060:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737913280:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228525.701103:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913216
00000100:00100000:2.0:1761228525.701127:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797
00000100:00100000:2.0:1761228525.701130:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737913216:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.701470:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1761228525.701669:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228525.701674:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228525.701677:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228525.701681:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4116
00000100:00080000:3.0:1761228525.701684:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228525.701699:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228525.701721:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000b31573f x1846777737913536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228525.701740:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228525.701743:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228525.701744:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228525.701747:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4116
00000100:00080000:3.0:1761228525.701749:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228525.701752:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228525.701761:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008b2f6e86 x1846777737913600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228525.701875:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021ad0570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737913792:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.701922:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228525.701941:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dffedca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737913472:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.701976:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228525.702005:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913792
00000100:00100000:0.0:1761228525.702032:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983
00000100:00100000:0.0:1761228525.702036:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef6a5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737913792:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702071:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef6a5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737913792:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228525.702077:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983
00000100:00100000:0.0:1761228525.702100:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913472
00000100:00100000:0.0:1761228525.702120:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333
00000100:00100000:0.0:1761228525.702123:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737913472:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702153:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737913472:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228525.702159:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333
00000100:00100000:0.0:1761228525.702176:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000815cda9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737913664:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702200:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228525.702215:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228525.702219:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737913728:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702237:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228525.702259:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913664
00000100:00100000:0.0:1761228525.702277:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913728
00000100:00100000:0.0:1761228525.702294:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4863
00000100:00100000:0.0:1761228525.702297:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000817360de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737913664:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702327:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000817360de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737913664:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228525.702333:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4863
00000100:00100000:0.0:1761228525.702343:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4864
00000100:00100000:0.0:1761228525.702346:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d299e26f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737913728:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702370:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d299e26f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737913728:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228525.702379:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4864
00000100:00100000:0.0:1761228525.702412:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737913728:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702420:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000815cda9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737913664:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702446:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021ad0570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737913792:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702453:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dffedca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737913472:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702483:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737913536:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702504:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228525.702517:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b2f6e86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737913600:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228525.702535:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228525.702557:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913536
00000100:00100000:0.0:1761228525.702575:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913600
00000100:00100000:0.0:1761228525.702589:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427
00000100:00100000:0.0:1761228525.702592:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737913536:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228525.702680:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228525.702728:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737913536:12345-0@lo:8:kworker/u8:4.0 Request processed in 134us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228525.702734:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427
00000100:00100000:0.0:1761228525.702744:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428
00000100:00100000:0.0:1761228525.702747:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737913600:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228525.702839:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228525.702862:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737913600:12345-0@lo:8:kworker/u8:4.0 Request processed in 113us (327us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228525.702870:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428
00000100:00080000:0.0:1761228525.702903:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228525.702906:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228525.702910:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737913536:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228525.702917:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228525.702919:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228525.702921:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b2f6e86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737913600:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228525.703652:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737913216:12345-0@lo:400:kworker/u8:4.0 Request processed in 2518us (3894us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228525.703661:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797
00000100:00100000:1.0:1761228525.703740:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068488d1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737913216:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228525.703914:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1761228525.703925:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004bd33425 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737913856:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228525.703959:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228525.704074:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913856
00000100:00100000:3.0:1761228525.704114:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984
00000100:00100000:3.0:1761228525.704118:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8be6aa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737913856:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228525.704155:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8be6aa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737913856:12345-0@lo:400:kworker/u8:4.0 Request processed in 37us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228525.704161:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984
00000100:00100000:1.0:1761228525.704218:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004bd33425 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737913856:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228526.211156:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737913920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228526.211232:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228526.211338:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913920
00000100:00100000:1.0:1761228526.211394:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025
00000100:00100000:1.0:1761228526.211401:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3ef7539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737913920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228526.211438:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228526.211482:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3ef7539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737913920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228526.211489:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025
00000100:00100000:1.0:1761228526.211531:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737913920:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228526.659070:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228527.235236:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737913984:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228527.235308:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228527.235447:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737913984
00000100:00100000:1.0:1761228527.235494:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334
00000100:00100000:1.0:1761228527.235500:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073d49f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737913984:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228527.235537:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228527.235657:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073d49f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737913984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (350us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228527.235665:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334
00000100:00100000:3.0:1761228527.236172:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737913984:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228527.683075:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228528.707012:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228529.628640:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228529.628693:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228529.628731:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228529.628755:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228529.628821:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752128
00000100:00100000:3.0:1761228529.628858:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2429
00000100:00100000:3.0:1761228529.628864:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba2810c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720752128:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228529.628957:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228529.629011:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba2810c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720752128:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 147us (256us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228529.629018:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2429
00000100:00100000:0.0:1761228529.629113:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752000
00000100:00100000:0.0:1761228529.629153:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752064
00000100:00100000:0.0:1761228529.629175:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4865
00000100:00100000:0.0:1761228529.629179:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055683280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720752000:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228529.629216:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055683280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720752000:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 36us (523us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228529.629222:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4865
00000100:00100000:0.0:1761228529.629235:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4866
00000100:00100000:0.0:1761228529.629238:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee3f1241 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720752064:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228529.629255:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee3f1241 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720752064:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 16us (525us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228529.629259:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4866
00000100:00100000:2.0:1761228529.629631:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720751936
00000100:00100000:2.0:1761228529.629671:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1798
00000100:00100000:2.0:1761228529.629675:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720751936:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228529.629713:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720751936:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 37us (1082us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228529.629723:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1798
00010000:00010000:1.0:1761228529.731729:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228529.796508:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228529.796532:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000655173ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737914048:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228529.796600:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228529.796721:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914048
00000100:00100000:0.0:1761228529.796849:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335
00000100:00100000:0.0:1761228529.796855:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737914048:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228529.796895:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228529.796936:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737914048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (336us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228529.796943:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335
00000100:00100000:3.0:1761228529.797066:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000655173ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737914048:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228530.754946:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228530.820129:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228530.820137:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228530.820140:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228530.820148:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4121
00000100:00080000:2.0:1761228530.820151:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228530.820157:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228530.820178:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002046fd61 x1846777737914432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228530.820194:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228530.820197:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228530.820198:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228530.820201:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4121
00000100:00080000:2.0:1761228530.820203:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228530.820206:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228530.820216:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b6e95c7f x1846777737914496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228530.820265:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069016589 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737914240:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820335:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.820360:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb916d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737914624:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820382:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.820404:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228530.820408:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f1e4f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737914176:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820427:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.820438:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e61de85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737914560:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820453:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.820482:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914240
00000100:00100000:2.0:1761228530.820516:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336
00000100:00100000:2.0:1761228530.820521:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737914240:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820561:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737914240:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228530.820567:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336
00000100:00100000:2.0:1761228530.820591:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914624
00000100:00100000:2.0:1761228530.820612:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914176
00000100:00100000:2.0:1761228530.820639:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914560
00000100:00100000:2.0:1761228530.820657:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4867
00000100:00100000:2.0:1761228530.820661:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ea174d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737914624:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820688:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ea174d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737914624:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228530.820692:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4867
00000100:00100000:2.0:1761228530.820704:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4868
00000100:00100000:2.0:1761228530.820706:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058971ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737914176:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820727:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058971ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737914176:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228530.820732:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4868
00000100:00100000:2.0:1761228530.820741:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4869
00000100:00100000:2.0:1761228530.820744:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5c3a139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737914560:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820765:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5c3a139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737914560:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (311us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228530.820771:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4869
00000100:00100000:2.0:1761228530.820835:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f1e4f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737914176:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820844:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e61de85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737914560:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820851:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069016589 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737914240:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820857:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb916d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737914624:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820911:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737914304:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820934:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.820946:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737914688:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.820963:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.820977:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761228530.820981:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737914112:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821003:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.821015:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737914368:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821032:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.821042:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737914752:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821056:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.821075:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914112
00000100:00100000:2.0:1761228530.821095:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799
00000100:00100000:2.0:1761228530.821098:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737914112:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821126:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737914112:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (122us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228530.821132:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799
00000100:00100000:2.0:1761228530.821155:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914368
00000100:00100000:2.0:1761228530.821172:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337
00000100:00100000:2.0:1761228530.821175:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737914368:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821200:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737914368:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228530.821204:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337
00000100:00100000:2.0:1761228530.821218:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914304
00000100:00100000:2.0:1761228530.821237:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4870
00000100:00100000:2.0:1761228530.821239:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb916d70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737914304:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821267:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb916d70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737914304:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (334us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228530.821273:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4870
00000100:00100000:2.0:1761228530.821298:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737914112:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821306:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737914368:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821314:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006730fb91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737914304:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821348:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737914432:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821372:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.821386:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737914496:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821403:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228530.821429:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914688
00000100:00100000:2.0:1761228530.821449:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914752
00000100:00100000:2.0:1761228530.821460:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914432
00000100:00100000:2.0:1761228530.821467:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914496
00000100:00100000:2.0:1761228530.821474:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985
00000100:00100000:2.0:1761228530.821476:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e61de85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737914688:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821502:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e61de85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737914688:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (539us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228530.821507:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985
00000100:00100000:2.0:1761228530.821516:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986
00000100:00100000:2.0:1761228530.821519:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737914752:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821535:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737914752:12345-0@lo:400:kworker/u8:4.0 Request processed in 16us (479us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228530.821539:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986
00000100:00100000:2.0:1761228530.821546:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430
00000100:00100000:2.0:1761228530.821549:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006730fb91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737914432:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228530.821642:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228530.821668:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006730fb91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737914432:12345-0@lo:8:kworker/u8:4.0 Request processed in 118us (297us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228530.821673:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430
00000100:00100000:2.0:1761228530.821681:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431
00000100:00100000:2.0:1761228530.821683:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737914496:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228530.821801:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228530.821819:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737914496:12345-0@lo:8:kworker/u8:4.0 Request processed in 135us (416us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228530.821824:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431
00000100:00080000:2.0:1761228530.821853:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228530.821856:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228530.821859:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737914432:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228530.821866:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228530.821868:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228530.821870:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737914496:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821889:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737914752:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228530.821896:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737914688:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228531.332218:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737914816:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228531.332283:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228531.334170:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914816
00000100:00100000:3.0:1761228531.334233:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026
00000100:00100000:3.0:1761228531.334239:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737914816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228531.334278:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228531.334346:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737914816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (2062us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228531.334353:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026
00000100:00100000:2.0:1761228531.334490:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c2f9dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737914816:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228531.780159:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228532.357191:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228532.357215:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737914880:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228532.357303:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228532.357454:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914880
00000100:00100000:3.0:1761228532.357518:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338
00000100:00100000:3.0:1761228532.357525:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737914880:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228532.357579:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228532.357647:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737914880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (344us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228532.357654:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338
00000100:00100000:1.0:1761228532.357762:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737914880:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228532.802961:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228533.829435:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228534.757054:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228534.757107:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228534.757145:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228534.757232:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228534.757500:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752192
00000100:00100000:2.0:1761228534.757564:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1800
00000100:00100000:2.0:1761228534.757573:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720752192:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228534.757682:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720752192:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 109us (636us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228534.757691:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1800
00000100:00100000:0.0:1761228534.758023:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752320
00000100:00100000:0.0:1761228534.758065:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752256
00000100:00100000:0.0:1761228534.758096:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4871
00000100:00100000:0.0:1761228534.758100:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000655173ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720752320:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228534.758135:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000655173ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720752320:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 34us (1028us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228534.758141:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4871
00000100:00100000:0.0:1761228534.758154:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4872
00000100:00100000:0.0:1761228534.758158:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afd7c4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720752256:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228534.758180:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afd7c4a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720752256:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 22us (1035us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228534.758186:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4872
00000100:00100000:1.0:1761228534.760607:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752384
00000100:00100000:1.0:1761228534.760693:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2432
00000100:00100000:1.0:1761228534.760702:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac471ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720752384:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228534.760871:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228534.760981:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac471ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720752384:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 278us (3748us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228534.760991:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2432
00010000:00010000:1.0:1761228534.851146:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228534.915025:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228534.915048:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0c08f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737914944:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228534.915144:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228534.915286:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737914944
00000100:00100000:1.0:1761228534.916075:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339
00000100:00100000:1.0:1761228534.916086:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737914944:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228534.916142:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228534.916231:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737914944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 147us (1089us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228534.916240:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339
00000100:00100000:0.0:1761228534.918764:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0c08f98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737914944:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228535.875648:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228535.939075:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228535.939086:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228535.939090:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228535.939103:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4126
00000100:00080000:2.0:1761228535.939107:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228535.939115:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228535.939146:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a536e4ba x1846777737915328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228535.939169:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228535.939172:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228535.939173:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228535.939177:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4126
00000100:00080000:2.0:1761228535.939178:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228535.939181:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228535.939192:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000069e46271 x1846777737915392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228535.939269:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737915136:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939356:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.939399:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078fef508 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737915520:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939427:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.939446:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228535.939451:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737915072:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939471:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.939482:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff5c9fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737915456:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939498:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.939519:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a536e4ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737915328:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939542:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.939554:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069e46271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737915392:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939584:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.939627:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915520
00000100:00100000:2.0:1761228535.939677:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915072
00000100:00100000:2.0:1761228535.939691:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915456
00000100:00100000:2.0:1761228535.939710:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4873
00000100:00100000:2.0:1761228535.939717:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f5130dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737915520:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939770:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f5130dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737915520:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (342us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228535.939808:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4873
00000100:00100000:2.0:1761228535.939829:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4874
00000100:00100000:2.0:1761228535.939832:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5491f32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737915072:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939859:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5491f32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737915072:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (387us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228535.939864:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4874
00000100:00100000:2.0:1761228535.939874:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4875
00000100:00100000:2.0:1761228535.939877:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d40fb223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737915456:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939900:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d40fb223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737915456:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (402us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228535.939906:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4875
00000100:00100000:2.0:1761228535.939956:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737915072:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939972:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff5c9fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737915456:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.939981:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078fef508 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737915520:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940027:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737915008:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940060:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.940073:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e62dddf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737915264:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940092:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.940122:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ad13316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737915648:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940143:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.940161:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228535.940167:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737915200:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940186:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.940196:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6f45861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737915584:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940217:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228535.940245:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915328
00000100:00100000:2.0:1761228535.940266:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915392
00000100:00100000:2.0:1761228535.940279:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915648
00000100:00100000:2.0:1761228535.940296:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915584
00000100:00100000:2.0:1761228535.940308:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987
00000100:00100000:2.0:1761228535.940312:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff5c9fa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737915648:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940345:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff5c9fa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737915648:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228535.940351:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987
00000100:00100000:2.0:1761228535.940363:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988
00000100:00100000:2.0:1761228535.940366:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bafba23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737915584:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940390:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bafba23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737915584:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228535.940395:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988
00000100:00100000:2.0:1761228535.940405:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433
00000100:00100000:2.0:1761228535.940408:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737915328:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228535.940515:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228535.940548:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737915328:12345-0@lo:8:kworker/u8:0.0 Request processed in 138us (1005us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228535.940558:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433
00000100:00100000:1.0:1761228535.940561:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915136
00000100:00100000:2.0:1761228535.940566:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434
00000100:00100000:2.0:1761228535.940580:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737915392:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228535.940601:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915264
00000100:00100000:1.0:1761228535.940622:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340
00000100:00100000:1.0:1761228535.940626:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e777e45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737915136:12345-0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1761228535.940662:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228535.940666:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e777e45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737915136:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (1312us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228535.940672:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340
00000100:00100000:2.0:1761228535.940684:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737915392:12345-0@lo:8:kworker/u8:0.0 Request processed in 103us (1099us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228535.940685:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341
00000100:00100000:1.0:1761228535.940688:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737915264:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940690:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434
00000100:00100000:1.0:1761228535.940710:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737915264:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (618us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228535.940715:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341
00000100:00100000:1.0:1761228535.940733:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915200
00000100:00080000:2.0:1761228535.940734:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228535.940738:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228535.940742:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a536e4ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737915328:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228535.940751:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1761228535.940754:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4876
00000100:00080000:2.0:1761228535.940754:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228535.940756:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069e46271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737915392:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228535.940758:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bd76cc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737915200:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228535.940803:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bd76cc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737915200:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (616us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228535.940810:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4876
00000100:00100000:2.0:1761228535.940822:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737915200:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940831:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6f45861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737915584:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228535.940836:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737915136:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940839:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e62dddf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737915264:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228535.940847:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ad13316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737915648:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228535.940957:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915008
00000100:00100000:3.0:1761228535.940994:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801
00000100:00100000:3.0:1761228535.940997:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737915008:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228535.941040:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737915008:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (980us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228535.941046:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801
00000100:00100000:0.0:1761228535.941052:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737915008:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228536.451222:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ad13316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737915712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228536.451339:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228536.451438:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915712
00000100:00100000:1.0:1761228536.451505:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027
00000100:00100000:1.0:1761228536.451512:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb3b2838 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737915712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228536.451561:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228536.451627:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb3b2838 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737915712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228536.451637:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027
00000100:00100000:1.0:1761228536.451699:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ad13316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737915712:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228536.902282:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228537.477395:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737915776:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228537.477510:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228537.477615:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915776
00000100:00100000:1.0:1761228537.477678:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342
00000100:00100000:1.0:1761228537.477686:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0c08f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737915776:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228537.477738:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228537.477817:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0c08f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737915776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228537.477825:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342
00000100:00100000:3.0:1761228537.477955:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff61d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737915776:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228537.926562:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228538.949710:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228539.868309:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228539.868355:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228539.868387:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228539.868716:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752448
00000100:00100000:2.0:1761228539.868772:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1802
00000100:00100000:2.0:1761228539.868812:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720752448:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228539.870730:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752576
00000100:00100000:0.0:1761228539.870844:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752512
00000100:00100000:0.0:1761228539.870881:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4877
00000100:00100000:0.0:1761228539.870890:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bd33425 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720752576:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228539.871007:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bd33425 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720752576:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 117us (2652us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228539.871018:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4877
00000100:00100000:2.0:1761228539.871028:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720752448:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 2209us (2719us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228539.871046:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4878
00000100:00100000:2.0:1761228539.871052:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1802
00000100:00100000:0.0:1761228539.871058:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068488d1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720752512:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228539.871100:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068488d1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720752512:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 40us (2709us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228539.871109:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4878
00000100:00100000:0.0:1761228539.871769:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228539.872566:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752640
00000100:00100000:1.0:1761228539.873195:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2435
00000100:00100000:1.0:1761228539.873205:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007366be15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720752640:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228539.873326:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228539.873422:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007366be15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720752640:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 215us (1655us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228539.873430:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2435
00010000:00010000:1.0:1761228539.975769:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228540.038857:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b2f6e86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737915840:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228540.038945:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228540.039009:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915840
00000100:00100000:3.0:1761228540.039058:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343
00000100:00100000:3.0:1761228540.039064:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737915840:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228540.039113:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228540.039155:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737915840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228540.039163:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343
00000100:00100000:3.0:1761228540.044158:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b2f6e86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737915840:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228540.995104:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228541.062266:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737915904:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228541.062400:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228541.062518:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915904
00000100:00100000:3.0:1761228541.062600:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803
00000100:00100000:3.0:1761228541.062612:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737915904:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228541.063418:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737915904:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228541.063420:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737915904:12345-0@lo:400:kworker/u8:0.0 Request processed in 799us (1013us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228541.063443:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803
00000100:00100000:1.0:1761228541.063832:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737915968:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228541.063899:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228541.064554:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228541.064563:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228541.064567:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1761228541.064877:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737916096:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228541.064916:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228541.065122:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1761228541.065129:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4131
00000100:00100000:3.0:1761228541.065130:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737916160:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228541.065138:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228541.065147:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228541.065163:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228541.065192:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916160
00000100:00100000:3.0:1761228541.065223:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344
00000100:00100000:3.0:1761228541.065228:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737916160:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228541.065267:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737916160:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (106us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228541.065272:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344
00000100:00100000:3.0:1761228541.065306:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737916160:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228541.065343:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009696c9a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737916032:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228541.065362:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228541.065382:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916032
00000100:00100000:3.0:1761228541.065397:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345
00000100:00100000:3.0:1761228541.065400:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ad0570 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737916032:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228541.065424:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ad0570 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737916032:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (62us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228541.065429:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345
00000100:00100000:3.0:1761228541.065445:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009696c9a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737916032:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228541.065672:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009696c9a3 x1846777737916224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228541.065704:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228541.065708:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228541.065710:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228541.065715:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4131
00000100:00080000:0.0:1761228541.065717:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228541.065721:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228541.065736:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e324c654 x1846777737916288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228541.065822:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c6b71fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737916352:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228541.065870:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228541.065895:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737916416:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228541.065948:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737915968
00000100:00100000:0.0:1761228541.065962:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013226679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737916480:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228541.066001:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916096
00000100:00100000:0.0:1761228541.066008:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228541.066034:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4879
00000100:00100000:2.0:1761228541.066042:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b338a003 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737915968:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228541.066052:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1761228541.066064:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737916544:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228541.066097:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b338a003 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737915968:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (2196us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228541.066107:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228541.066117:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4879
00000100:00100000:2.0:1761228541.066151:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4880
00000100:00100000:2.0:1761228541.066154:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b2f6e86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737916096:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228541.066190:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b2f6e86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737916096:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (1275us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228541.066196:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4880
00000100:00100000:1.0:1761228541.067576:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737915968:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228541.067910:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916352
00000100:00100000:2.0:1761228541.067957:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009696c9a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737916224:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228541.067993:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4881
00000100:00100000:0.0:1761228541.068001:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737916352:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228541.068108:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff61d50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737916352:12345-0@lo:400:kworker/u8:0.0 Request processed in 108us (2242us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228541.068119:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4881
00000100:00100000:3.0:1761228541.068144:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916480
00000100:00100000:0.0:1761228541.068167:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916544
00000100:00100000:0.0:1761228541.068209:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989
00000100:00100000:0.0:1761228541.068213:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737916544:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228541.068247:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737916544:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (2141us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228541.068254:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989
00000100:00100000:0.0:1761228541.068270:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990
00000100:00100000:0.0:1761228541.068274:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737916480:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228541.068300:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c6b71fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737916352:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228541.068318:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737916480:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (2312us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228541.068326:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990
00000100:00100000:2.0:1761228541.068442:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228541.068746:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c793f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737916544:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228541.068759:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013226679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737916480:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228541.068770:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737916096:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228541.069975:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737916288:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228541.070024:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228541.070330:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916224
00000100:00100000:3.0:1761228541.070375:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436
00000100:00100000:3.0:1761228541.070380:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e62dddf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737916224:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761228541.070476:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228541.070537:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e62dddf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737916224:12345-0@lo:8:kworker/u8:0.0 Request processed in 156us (2097us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228541.070545:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436
00000100:00100000:3.0:1761228541.070575:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228541.070616:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916416
00000100:00100000:3.0:1761228541.070646:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4882
00000100:00100000:3.0:1761228541.070650:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000815cda9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737916416:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228541.070704:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000815cda9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737916416:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (129us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228541.070710:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4882
00000100:00100000:3.0:1761228541.070756:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aaa0ae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737916416:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761228541.071365:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228541.071370:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228541.071375:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009696c9a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737916224:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228541.071753:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916288
00000100:00100000:1.0:1761228541.071817:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437
00000100:00100000:1.0:1761228541.071822:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6f45861 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737916288:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228541.071906:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1761228541.072200:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228541.072204:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228541.072207:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737916288:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228541.072409:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6f45861 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737916288:12345-0@lo:8:kworker/u8:0.0 Request processed in 149us (1948us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228541.072417:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437
00000100:00100000:0.0:1761228541.572232:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069e46271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737916608:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228541.572310:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228541.573112:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916608
00000100:00100000:3.0:1761228541.573166:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028
00000100:00100000:3.0:1761228541.573171:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737916608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228541.573220:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228541.573277:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737916608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (968us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228541.573284:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028
00000100:00100000:0.0:1761228541.573324:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069e46271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737916608:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228542.018988:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228542.595250:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228542.595276:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737916672:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228542.595376:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228542.595742:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916672
00000100:00100000:3.0:1761228542.595838:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346
00000100:00100000:3.0:1761228542.595845:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a536e4ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737916672:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228542.595896:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228542.595984:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a536e4ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737916672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (609us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228542.595992:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346
00000100:00100000:2.0:1761228542.596102:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737916672:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228543.044595:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228544.066930:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228544.988210:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228544.988249:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228544.988324:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752704
00000100:00100000:3.0:1761228544.988372:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1804
00000100:00100000:3.0:1761228544.988378:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720752704:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228544.988444:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720752704:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 67us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228544.988451:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1804
00000100:00100000:1.0:1761228544.988771:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752768
00000100:00100000:1.0:1761228544.988837:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4883
00000100:00100000:1.0:1761228544.988842:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4fe30ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720752768:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228544.990333:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4fe30ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720752768:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1483us (2077us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228544.990346:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4883
00000100:00100000:2.0:1761228544.992746:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228544.992896:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228544.993620:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752896
00000100:00100000:0.0:1761228544.993668:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2438
00000100:00100000:0.0:1761228544.993674:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720752896:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228544.993768:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228544.993857:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720752896:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 182us (961us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228544.993865:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2438
00000100:00100000:1.0:1761228544.994015:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752832
00000100:00100000:1.0:1761228544.994054:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4884
00000100:00100000:1.0:1761228544.994058:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f471490 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720752832:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228544.994100:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f471490 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720752832:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 41us (1362us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228544.994107:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4884
00010000:00010000:0.0:1761228545.092488:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228545.155504:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737916736:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228545.155573:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228545.155705:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916736
00000100:00100000:0.0:1761228545.155759:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347
00000100:00100000:0.0:1761228545.155764:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009696c9a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737916736:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228545.155813:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228545.156413:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009696c9a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737916736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 647us (841us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228545.156420:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347
00000100:00100000:1.0:1761228545.156501:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737916736:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228546.115995:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228546.179159:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228546.179165:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228546.179169:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228546.179176:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4136
00000100:00080000:2.0:1761228546.179179:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228546.179184:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228546.179202:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b6e95c7f x1846777737917120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228546.179215:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228546.179217:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228546.179218:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228546.179221:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4136
00000100:00080000:2.0:1761228546.179222:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228546.179225:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228546.179233:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000afae83d4 x1846777737917184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228546.179279:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069e46271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737916864:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179346:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228546.179376:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dc81d66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737917248:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179393:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228546.179411:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228546.179415:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ad13316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737916928:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179433:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228546.179443:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c72e3474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737917312:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179470:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228546.179492:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916928
00000100:00100000:2.0:1761228546.179523:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348
00000100:00100000:2.0:1761228546.179527:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096ff8803 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737916928:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179563:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096ff8803 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737916928:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (129us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228546.179568:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348
00000100:00100000:2.0:1761228546.179588:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916864
00000100:00100000:2.0:1761228546.179604:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917248
00000100:00100000:2.0:1761228546.179615:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917312
00000100:00100000:2.0:1761228546.179627:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4885
00000100:00100000:2.0:1761228546.179630:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1c5628a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737916864:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179651:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1c5628a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737916864:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (310us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228546.179656:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4885
00000100:00100000:2.0:1761228546.179674:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4886
00000100:00100000:2.0:1761228546.179679:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092349303 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737917248:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179701:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092349303 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737917248:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228546.179706:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4886
00000100:00100000:2.0:1761228546.179714:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4887
00000100:00100000:2.0:1761228546.179716:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3e6954 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737917312:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179732:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3e6954 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737917312:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228546.179736:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4887
00000100:00100000:2.0:1761228546.179766:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ad13316 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737916928:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179794:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c72e3474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737917312:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179802:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069e46271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737916864:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179808:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dc81d66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737917248:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179831:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737917120:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179851:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228546.179863:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737917184:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228546.179876:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228546.179894:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917120
00000100:00100000:2.0:1761228546.179906:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917184
00000100:00100000:2.0:1761228546.179916:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439
00000100:00100000:2.0:1761228546.179919:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dc81d66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737917120:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228546.180000:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228546.180104:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737916992:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228546.180134:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228546.180149:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8d78679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737917376:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228546.180166:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228546.180180:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228546.180185:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efd4df32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737916800:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228546.180208:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228546.180221:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737917056:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228546.180238:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228546.180250:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057bc8f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737917440:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228546.180273:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228546.180297:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917376
00000100:00100000:0.0:1761228546.180314:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917440
00000100:00100000:0.0:1761228546.180322:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991
00000100:00100000:0.0:1761228546.180325:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737917376:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228546.180352:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737917376:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228546.180357:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991
00000100:00100000:0.0:1761228546.180366:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1992
00000100:00100000:0.0:1761228546.180368:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737917440:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228546.180384:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737917440:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (112us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228546.180389:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1992
00000100:00100000:0.0:1761228546.180395:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440
00000100:00100000:0.0:1761228546.180398:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c72e3474 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737917184:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228546.180475:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228546.180654:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dc81d66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737917120:12345-0@lo:8:kworker/u8:0.0 Request processed in 733us (802us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228546.180660:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439
00000100:00100000:3.0:1761228546.180761:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916992
00000100:00100000:3.0:1761228546.180799:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4888
00000100:00100000:3.0:1761228546.180802:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737916992:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228546.180831:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013226679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737916992:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (697us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228546.180835:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4888
00000100:00100000:3.0:1761228546.180888:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737916800
00000100:00100000:3.0:1761228546.180905:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805
00000100:00100000:3.0:1761228546.180908:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737916800:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228546.180929:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737916800:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (721us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228546.180933:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805
00000100:00100000:3.0:1761228546.180962:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917056
00000100:00100000:3.0:1761228546.180990:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349
00000100:00100000:3.0:1761228546.180993:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737917056:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228546.181015:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737917056:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (776us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228546.181019:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349
00000100:00100000:1.0:1761228546.181199:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efd4df32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737916800:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228546.181208:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d675572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737917056:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228546.181215:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057bc8f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737917440:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228546.181222:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002046fd61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737916992:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228546.181228:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8d78679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737917376:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228546.181311:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c72e3474 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737917184:12345-0@lo:8:kworker/u8:0.0 Request processed in 912us (1435us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228546.181318:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440
00000100:00080000:2.0:1761228546.181385:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228546.181389:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228546.181392:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6e95c7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737917120:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228546.181400:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228546.181402:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228546.181404:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afae83d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737917184:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228546.692670:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228546.692687:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a29f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737917504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228546.692747:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228546.692801:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917504
00000100:00100000:2.0:1761228546.692839:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029
00000100:00100000:2.0:1761228546.692844:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737917504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228546.692879:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228546.692919:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737917504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228546.692926:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029
00000100:00100000:2.0:1761228546.692965:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a29f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737917504:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228547.139736:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228547.715166:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228547.715183:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737917568:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228547.715249:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228547.715338:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917568
00000100:00100000:1.0:1761228547.715390:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350
00000100:00100000:1.0:1761228547.715396:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000500d9199 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737917568:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228547.715460:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228547.715518:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000500d9199 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737917568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (270us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228547.715526:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350
00000100:00100000:1.0:1761228547.715566:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef17c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737917568:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228548.163002:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228549.188027:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228550.116039:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228550.116076:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228550.116105:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228550.116134:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228550.116238:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720752960
00000100:00100000:2.0:1761228550.116288:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1806
00000100:00100000:2.0:1761228550.116294:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720752960:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228550.116357:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720752960:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 63us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228550.116368:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1806
00000100:00100000:3.0:1761228550.116872:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753024
00000100:00100000:3.0:1761228550.116922:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753088
00000100:00100000:3.0:1761228550.116949:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4889
00000100:00100000:3.0:1761228550.116954:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000811bb2f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720753024:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228550.117001:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000811bb2f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720753024:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 45us (970us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228550.117007:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4889
00000100:00100000:3.0:1761228550.117020:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4890
00000100:00100000:3.0:1761228550.117024:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000042c0d70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720753088:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228550.117045:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000042c0d70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720753088:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 21us (940us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228550.117050:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4890
00000100:00100000:1.0:1761228550.118257:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753152
00000100:00100000:1.0:1761228550.118320:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2441
00000100:00100000:1.0:1761228550.118325:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720753152:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228550.118430:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228550.118491:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720753152:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 165us (2358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228550.118498:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2441
00010000:00010000:1.0:1761228550.215515:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228550.282771:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737917632:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228550.282873:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228550.283275:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917632
00000100:00100000:3.0:1761228550.283327:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351
00000100:00100000:3.0:1761228550.283333:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737917632:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228550.283372:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228550.283436:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737917632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (564us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228550.283444:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351
00000100:00100000:0.0:1761228550.283562:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737917632:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228551.235650:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228551.299488:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228551.299496:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228551.299500:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228551.299508:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4142
00000100:00080000:3.0:1761228551.299511:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228551.299517:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228551.299541:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007cb124ec x1846777737918016/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228551.299555:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228551.299557:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228551.299559:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228551.299561:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4142
00000100:00080000:3.0:1761228551.299562:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228551.299565:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228551.299573:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000073fa76f7 x1846777737918080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228551.299666:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737917888:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.299749:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228551.299815:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000865947cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737918272:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.299844:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228551.299868:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228551.299873:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000838efae3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737917696:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.299901:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228551.299916:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737917952:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.299940:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228551.299954:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef5d7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737918336:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.299974:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228551.300001:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f04cd9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737917824:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300023:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228551.300038:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000278742b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737918208:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300059:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228551.300078:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228551.300083:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737917760:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300103:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228551.300117:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006dd68558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737918144:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300138:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228551.300174:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918272
00000100:00100000:0.0:1761228551.300214:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918336
00000100:00100000:0.0:1761228551.300233:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993
00000100:00100000:0.0:1761228551.300239:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000feb3653 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737918272:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300281:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000feb3653 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737918272:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (438us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228551.300287:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993
00000100:00100000:0.0:1761228551.300300:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994
00000100:00100000:0.0:1761228551.300303:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014994197 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737918336:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300324:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014994197 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737918336:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228551.300330:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994
00000100:00100000:0.0:1761228551.300348:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917952
00000100:00100000:0.0:1761228551.300381:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917824
00000100:00100000:0.0:1761228551.300399:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352
00000100:00100000:0.0:1761228551.300402:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737917952:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300430:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737917952:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228551.300435:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352
00000100:00100000:0.0:1761228551.300444:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353
00000100:00100000:0.0:1761228551.300448:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a49f9ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737917824:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300469:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a49f9ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737917824:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (447us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228551.300474:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353
00000100:00100000:0.0:1761228551.300488:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917888
00000100:00100000:0.0:1761228551.300504:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918208
00000100:00100000:0.0:1761228551.300513:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917760
00000100:00100000:0.0:1761228551.300522:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918144
00000100:00100000:0.0:1761228551.300530:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4891
00000100:00100000:0.0:1761228551.300533:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000477a8251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737917888:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300554:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000477a8251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737917888:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (807us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228551.300558:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4891
00000100:00100000:0.0:1761228551.300566:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4892
00000100:00100000:0.0:1761228551.300568:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fde0f3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737918208:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300583:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fde0f3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737918208:12345-0@lo:400:kworker/u8:4.0 Request processed in 14us (525us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228551.300587:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4892
00000100:00100000:0.0:1761228551.300594:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4893
00000100:00100000:0.0:1761228551.300596:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f912ac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737917760:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300610:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f912ac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737917760:12345-0@lo:400:kworker/u8:4.0 Request processed in 13us (507us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228551.300615:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4893
00000100:00100000:0.0:1761228551.300621:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4894
00000100:00100000:0.0:1761228551.300623:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d996a5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737918144:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300637:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d996a5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737918144:12345-0@lo:400:kworker/u8:4.0 Request processed in 13us (500us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228551.300641:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4894
00000100:00100000:0.0:1761228551.300662:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737917696
00000100:00100000:0.0:1761228551.300678:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807
00000100:00100000:0.0:1761228551.300681:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737917696:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300701:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737917696:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (800us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228551.300706:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807
00000100:00100000:0.0:1761228551.300742:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737917760:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300752:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006dd68558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737918144:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300760:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f04cd9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737917824:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300767:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000278742b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737918208:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300822:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000838efae3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737917696:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300830:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737917952:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300838:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef5d7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737918336:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300846:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737917888:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228551.300854:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000865947cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737918272:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228551.301084:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737918016:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228551.301116:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228551.301143:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073fa76f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737918080:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228551.301164:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228551.301233:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918016
00000100:00100000:1.0:1761228551.301265:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918080
00000100:00100000:1.0:1761228551.301282:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442
00000100:00100000:1.0:1761228551.301286:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a29f3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737918016:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228551.301376:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228551.301421:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a29f3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737918016:12345-0@lo:8:kworker/u8:4.0 Request processed in 133us (305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228551.301427:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442
00000100:00100000:1.0:1761228551.301438:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443
00000100:00100000:1.0:1761228551.301441:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b969a18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737918080:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228551.301517:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228551.301536:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b969a18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737918080:12345-0@lo:8:kworker/u8:4.0 Request processed in 94us (372us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228551.301542:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443
00000100:00080000:1.0:1761228551.301570:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228551.301573:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228551.301577:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cb124ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737918016:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761228551.301585:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228551.301587:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228551.301589:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073fa76f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737918080:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228551.811884:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737918400:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228551.811954:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228551.812628:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918400
00000100:00100000:3.0:1761228551.812724:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030
00000100:00100000:3.0:1761228551.812731:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1846fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737918400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228551.812797:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228551.814654:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1846fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737918400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1912us (2690us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228551.814672:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030
00000100:00100000:0.0:1761228551.815269:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737918400:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228552.259011:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228552.835005:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228552.835021:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737918464:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228552.835088:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228552.835162:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918464
00000100:00100000:1.0:1761228552.835218:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354
00000100:00100000:1.0:1761228552.835224:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737918464:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228552.835264:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228552.835323:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737918464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228552.835330:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354
00000100:00100000:3.0:1761228552.836072:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737918464:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228553.284488:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228554.307055:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228555.231549:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228555.231607:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228555.231646:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228555.231717:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753344
00000100:00100000:2.0:1761228555.231737:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228555.231772:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753280
00000100:00100000:2.0:1761228555.231850:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4895
00000100:00100000:2.0:1761228555.231857:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000150edc02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720753280:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228555.231941:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000150edc02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720753280:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 83us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228555.231948:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4895
00000100:00100000:0.0:1761228555.232807:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753408
00000100:00100000:0.0:1761228555.232852:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2444
00000100:00100000:0.0:1761228555.232857:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720753408:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1761228555.232891:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4896
00000100:00100000:1.0:1761228555.232897:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdb4e1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720753344:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228555.232941:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdb4e1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720753344:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 44us (1295us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228555.232947:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4896
00010000:02020000:0.0:1761228555.232953:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228555.232986:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720753408:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 128us (1448us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228555.232993:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2444
00000100:00100000:3.0:1761228555.233262:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753216
00000100:00100000:3.0:1761228555.233337:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1808
00000100:00100000:3.0:1761228555.233351:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720753216:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228555.233382:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720753216:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 40us (1776us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228555.233388:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1808
00010000:00010000:1.0:1761228555.330995:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228555.395162:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5b23df9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737918528:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228555.395247:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228555.395491:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918528
00000100:00100000:1.0:1761228555.395548:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355
00000100:00100000:1.0:1761228555.395555:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737918528:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228555.395604:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228555.396103:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5b23df9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737918528:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228555.396169:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737918528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 612us (922us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228555.396177:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355
00010000:00010000:1.0:1761228556.354985:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228556.419286:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228556.419295:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228556.419300:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228556.419311:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4147
00000100:00080000:0.0:1761228556.419315:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228556.419324:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228556.419388:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003da9a2ec x1846777737918912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228556.419407:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228556.419410:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228556.419412:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228556.419415:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4147
00000100:00080000:0.0:1761228556.419418:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228556.419421:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228556.419436:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f6de0e88 x1846777737918976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228556.419494:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737918656:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.419574:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228556.419608:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737919040:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.419628:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228556.419651:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1761228556.419656:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737918720:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.419679:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228556.419690:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e9499b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737919104:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.419710:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228556.419732:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000838efae3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737918784:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.419755:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228556.419766:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef64916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737919168:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.419815:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228556.419835:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228556.419840:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004592f39a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737918592:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.419867:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228556.419879:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f04cd9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737918848:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.419898:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228556.419909:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb356f8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737919232:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.419929:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228556.420015:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918592
00000100:00100000:0.0:1761228556.420062:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809
00000100:00100000:0.0:1761228556.420070:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737918592:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.420121:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737918592:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228556.420128:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809
00000100:00100000:0.0:1761228556.420167:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919168
00000100:00100000:0.0:1761228556.420186:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919232
00000100:00100000:0.0:1761228556.420201:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995
00000100:00100000:0.0:1761228556.420204:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737919168:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.420234:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737919168:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (419us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228556.420239:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995
00000100:00100000:0.0:1761228556.420247:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996
00000100:00100000:0.0:1761228556.420250:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003caa4aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737919232:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.420269:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003caa4aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737919232:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (341us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228556.420274:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996
00000100:00100000:0.0:1761228556.420303:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004592f39a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737918592:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.420317:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb356f8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737919232:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228556.420324:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef64916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737919168:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.420461:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737918912:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228556.420493:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228556.420515:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6de0e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737918976:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228556.420537:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228556.420565:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918656
00000100:00100000:1.0:1761228556.420592:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919040
00000100:00100000:1.0:1761228556.420612:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919104
00000100:00100000:1.0:1761228556.420629:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918784
00000100:00100000:1.0:1761228556.420644:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4897
00000100:00100000:1.0:1761228556.420647:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075222f10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737918656:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.420681:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075222f10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737918656:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (1108us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228556.420687:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4897
00000100:00100000:1.0:1761228556.420698:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4898
00000100:00100000:1.0:1761228556.420701:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc52ba52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737919040:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.420726:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc52ba52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737919040:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (1097us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228556.420731:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4898
00000100:00100000:1.0:1761228556.420740:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4899
00000100:00100000:1.0:1761228556.420743:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000708a28cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737919104:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.420765:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000708a28cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737919104:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (1055us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228556.420771:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4899
00000100:00100000:1.0:1761228556.420803:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4900
00000100:00100000:1.0:1761228556.420806:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1ed83c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737918784:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.420834:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1ed83c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737918784:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (1079us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228556.420840:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4900
00000100:00100000:1.0:1761228556.420862:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918912
00000100:00100000:1.0:1761228556.420876:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918976
00000100:00100000:1.0:1761228556.420884:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445
00000100:00100000:1.0:1761228556.420888:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737918912:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228556.420979:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228556.421016:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737918912:12345-0@lo:8:kworker/u8:0.0 Request processed in 126us (523us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228556.421023:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445
00000100:00100000:1.0:1761228556.421035:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446
00000100:00100000:1.0:1761228556.421038:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d2f48c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737918976:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228556.421114:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228556.421136:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d2f48c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737918976:12345-0@lo:8:kworker/u8:0.0 Request processed in 96us (598us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228556.421141:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446
00000100:00100000:1.0:1761228556.421304:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918720
00000100:00100000:1.0:1761228556.421325:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737918848
00000100:00100000:1.0:1761228556.421350:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356
00000100:00100000:1.0:1761228556.421354:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff09189 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737918720:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.421384:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff09189 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737918720:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (1704us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228556.421390:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356
00000100:00100000:1.0:1761228556.421402:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357
00000100:00100000:1.0:1761228556.421406:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfac2d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737918848:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.421431:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfac2d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737918848:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (1533us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228556.421436:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357
00000100:00080000:1.0:1761228556.421477:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228556.421481:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228556.421486:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737918912:0@lo:8:kworker/u8:0.0
00000100:00080000:1.0:1761228556.421497:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228556.421500:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228556.421503:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6de0e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737918976:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228556.421542:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737918720:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.421555:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e9499b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737919104:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.421565:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737918656:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.421574:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737919040:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.421606:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f04cd9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737918848:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228556.421618:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000838efae3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737918784:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228556.931093:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228556.931815:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737919296:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228556.931892:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228556.932008:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919296
00000100:00100000:3.0:1761228556.932053:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031
00000100:00100000:3.0:1761228556.932059:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4b0f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737919296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228556.932094:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228556.932148:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4b0f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737919296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228556.932156:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031
00000100:00100000:1.0:1761228556.932208:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737919296:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228557.379025:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228557.955260:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228557.956473:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737919360:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228557.956553:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228557.956752:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919360
00000100:00100000:2.0:1761228557.956826:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358
00000100:00100000:2.0:1761228557.956832:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef64916 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737919360:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228557.956871:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228557.956928:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef64916 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737919360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (377us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228557.956939:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358
00000100:00100000:1.0:1761228557.957672:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007366be15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737919360:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228558.407278:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228559.428377:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228560.352065:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228560.352117:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228560.352158:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228560.352238:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753536
00000100:00100000:2.0:1761228560.352301:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753600
00000100:00100000:2.0:1761228560.352326:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4901
00000100:00100000:2.0:1761228560.352333:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb356f8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720753536:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228560.352405:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb356f8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720753536:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 72us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228560.352412:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4901
00000100:00100000:2.0:1761228560.352430:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4902
00000100:00100000:2.0:1761228560.352434:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a21a0a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720753600:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228560.352456:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a21a0a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720753600:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 22us (298us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228560.352463:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4902
00000100:00100000:1.0:1761228560.352674:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753472
00000100:00100000:1.0:1761228560.352709:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1810
00000100:00100000:1.0:1761228560.352714:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720753472:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228560.352752:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720753472:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 38us (635us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228560.352759:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1810
00000100:00100000:0.0:1761228560.353257:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228560.353326:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753664
00000100:00100000:2.0:1761228560.353354:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2447
00000100:00100000:2.0:1761228560.353359:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000403ef2b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720753664:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228560.353452:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228560.353493:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000403ef2b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720753664:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 133us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228560.353500:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2447
00010000:00010000:1.0:1761228560.451018:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228560.515023:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228560.515044:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000269f6e10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737919424:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228560.515108:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228560.515215:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919424
00000100:00100000:0.0:1761228560.515259:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359
00000100:00100000:0.0:1761228560.515265:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc705b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737919424:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228560.515329:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228560.515381:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc705b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737919424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228560.515388:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359
00000100:00100000:3.0:1761228560.515472:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000269f6e10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737919424:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228561.474918:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228561.540297:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228561.540305:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228561.540309:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228561.540317:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4152
00000100:00080000:2.0:1761228561.540321:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228561.540327:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228561.540348:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000dacbaac x1846777737919808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228561.540362:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228561.540365:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228561.540366:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228561.540369:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4152
00000100:00080000:2.0:1761228561.540370:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228561.540373:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228561.540382:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a929c012 x1846777737919872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228561.540436:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004a52848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737919616:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540499:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228561.540525:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c72e3474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737920000:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540549:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228561.540571:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228561.540577:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a4326be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737919552:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540598:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228561.540610:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dc81d66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737919936:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540631:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228561.540681:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920000
00000100:00100000:2.0:1761228561.540721:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919552
00000100:00100000:2.0:1761228561.540735:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919936
00000100:00100000:2.0:1761228561.540751:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4903
00000100:00100000:2.0:1761228561.540756:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8d78679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737920000:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540822:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8d78679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737920000:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228561.540829:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4903
00000100:00100000:2.0:1761228561.540846:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4904
00000100:00100000:2.0:1761228561.540849:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057bc8f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737919552:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540873:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057bc8f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737919552:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228561.540879:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4904
00000100:00100000:2.0:1761228561.540890:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4905
00000100:00100000:2.0:1761228561.540893:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff5c9fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737919936:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540916:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff5c9fa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737919936:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228561.540921:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4905
00000100:00100000:2.0:1761228561.540953:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a4326be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737919552:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540961:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dc81d66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737919936:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540967:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c72e3474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737920000:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.540991:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919616
00000100:00100000:2.0:1761228561.541018:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360
00000100:00100000:2.0:1761228561.541021:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737919616:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228561.541051:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737919616:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (553us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228561.541056:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360
00000100:00100000:2.0:1761228561.541081:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004a52848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737919616:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541172:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b20cd2fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737919680:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541200:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228561.541226:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a29f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737920064:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541250:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228561.541264:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228561.541280:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f383c3fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737919488:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541307:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228561.541323:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e665ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737919744:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541343:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228561.541356:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b969a18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737920128:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541373:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228561.541403:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000dacbaac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737919808:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541425:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228561.541437:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a929c012 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737919872:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541454:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228561.541482:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919680
00000100:00100000:1.0:1761228561.541505:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4906
00000100:00100000:1.0:1761228561.541509:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007366be15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737919680:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541541:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007366be15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737919680:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (341us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228561.541547:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4906
00000100:00100000:1.0:1761228561.541573:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919488
00000100:00100000:1.0:1761228561.541593:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811
00000100:00100000:1.0:1761228561.541596:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737919488:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541619:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737919488:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228561.541625:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811
00000100:00100000:1.0:1761228561.541648:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920064
00000100:00100000:1.0:1761228561.541668:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920128
00000100:00100000:1.0:1761228561.541681:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919808
00000100:00100000:1.0:1761228561.541690:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919872
00000100:00100000:1.0:1761228561.541699:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997
00000100:00100000:1.0:1761228561.541703:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737920064:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541729:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737920064:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (479us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228561.541734:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997
00000100:00100000:1.0:1761228561.541744:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998
00000100:00100000:1.0:1761228561.541747:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737920128:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.541769:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737920128:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (396us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228561.541774:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998
00000100:00100000:1.0:1761228561.541804:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448
00000100:00100000:1.0:1761228561.541807:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef6a5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737919808:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228561.541909:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228561.541939:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef6a5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737919808:12345-0@lo:8:kworker/u8:0.0 Request processed in 131us (514us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228561.541945:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448
00000100:00100000:1.0:1761228561.541956:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449
00000100:00100000:1.0:1761228561.541959:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737919872:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228561.542035:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228561.542054:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737919872:12345-0@lo:8:kworker/u8:0.0 Request processed in 94us (599us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228561.542059:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449
00000100:00100000:1.0:1761228561.542084:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737919744
00000100:00100000:1.0:1761228561.542107:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361
00000100:00100000:1.0:1761228561.542110:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737919744:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.542137:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737919744:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (794us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228561.542142:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361
00000100:00080000:1.0:1761228561.542166:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228561.542169:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228561.542173:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000dacbaac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737919808:0@lo:8:kworker/u8:0.0
00000100:00080000:1.0:1761228561.542182:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228561.542184:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228561.542186:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a929c012 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737919872:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228561.542209:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f383c3fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737919488:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.542217:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e665ec7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737919744:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.542224:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b969a18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737920128:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.542232:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b20cd2fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737919680:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228561.542240:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a29f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737920064:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228562.053301:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228562.053318:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bafba23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737920192:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228562.053381:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228562.053458:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920192
00000100:00100000:2.0:1761228562.053501:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032
00000100:00100000:2.0:1761228562.053506:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000269f6e10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737920192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228562.053538:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228562.053583:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000269f6e10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737920192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228562.053589:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032
00000100:00100000:0.0:1761228562.053698:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bafba23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737920192:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228562.499492:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228563.079233:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228563.079284:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d8a6a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737920256:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228563.079359:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228563.079942:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920256
00000100:00100000:3.0:1761228563.079998:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362
00000100:00100000:3.0:1761228563.080004:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737920256:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228563.080043:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228563.080098:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737920256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (740us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228563.080105:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362
00000100:00100000:2.0:1761228563.080526:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d8a6a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737920256:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228563.522976:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228564.547731:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228565.471353:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228565.471406:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228565.471442:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228565.471480:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228565.471523:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753792
00000100:00100000:2.0:1761228565.471523:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753856
00000100:00100000:0.0:1761228565.471570:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4907
00000100:00100000:0.0:1761228565.471576:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6f45861 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720753792:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228565.471597:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753728
00000100:00100000:1.0:1761228565.471638:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1812
00000100:00100000:1.0:1761228565.471643:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720753728:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228565.471655:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6f45861 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720753792:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 78us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228565.471663:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4907
00000100:00100000:1.0:1761228565.471683:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720753728:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 39us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228565.471691:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1812
00000100:00100000:3.0:1761228565.472913:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753920
00000100:00100000:2.0:1761228565.473574:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4908
00000100:00100000:2.0:1761228565.473582:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e62dddf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720753856:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228565.473647:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e62dddf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720753856:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 65us (2205us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228565.473654:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4908
00000100:00100000:3.0:1761228565.475853:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2450
00000100:00100000:3.0:1761228565.475861:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720753920:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228565.475950:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228565.477032:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720753920:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 1163us (5680us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228565.477044:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2450
00010000:00010000:0.0:1761228565.571217:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228565.635121:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228565.635153:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c24a721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737920320:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228565.635248:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228565.635408:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920320
00000100:00100000:3.0:1761228565.635461:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363
00000100:00100000:3.0:1761228565.635467:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737920320:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228565.635512:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228565.636788:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737920320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1303us (1524us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228565.636802:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363
00000100:00100000:2.0:1761228565.636927:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c24a721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737920320:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228566.595036:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228566.659005:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228566.659012:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228566.659015:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228566.659024:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4157
00000100:00080000:3.0:1761228566.659028:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228566.659033:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228566.659054:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000052114674 x1846777737920704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228566.659076:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228566.659079:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228566.659081:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228566.659084:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4157
00000100:00080000:3.0:1761228566.659086:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228566.659089:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228566.659101:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000612ad24e x1846777737920768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228566.659106:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a469519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737920384:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228566.659154:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052114674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737920704:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228566.659225:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008787e702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737920576:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228566.659280:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093bcdcd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737920448:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228566.659611:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228566.659638:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000612ad24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737920768:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228566.659665:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228566.659870:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920704
00000100:00100000:2.0:1761228566.659945:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228566.659969:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228566.659971:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360e41bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737920640:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228566.659988:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920768
00000100:00100000:3.0:1761228566.660005:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451
00000100:00100000:0.0:1761228566.660009:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452
00000100:00100000:3.0:1761228566.660011:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5b23df9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737920704:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228566.660012:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073fa76f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737920768:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660088:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228566.660112:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c24a721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737921024:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660134:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228566.660173:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000583483b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737920512:0@lo:400:kworker/u8:4.0
00010000:02020000:0.0:1761228566.660188:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:3.0:1761228566.660188:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228566.660197:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228566.660236:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737920896:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228566.660253:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073fa76f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737920768:12345-0@lo:8:kworker/u8:4.0 Request processed in 237us (587us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228566.660258:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ac11804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737920960:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228566.660262:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452
00000100:00100000:2.0:1761228566.660266:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228566.660279:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921024
00000100:00100000:1.0:1761228566.660303:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228566.660310:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920960
00000100:00100000:2.0:1761228566.660312:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920576
00000100:00100000:0.0:1761228566.660324:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999
00000100:00100000:0.0:1761228566.660330:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069e46271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737921024:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228566.660335:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920384
00000100:00100000:2.0:1761228566.660347:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920896
00000100:00100000:1.0:1761228566.660367:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813
00000100:00100000:1.0:1761228566.660373:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737920384:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660378:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4909
00000100:00100000:0.0:1761228566.660379:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069e46271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737921024:12345-0@lo:400:kworker/u8:4.0 Request processed in 48us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228566.660386:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737920576:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228566.660392:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999
00000100:00100000:1.0:1761228566.660400:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737920384:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (457us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228566.660405:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813
00000100:00100000:0.0:1761228566.660408:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000
00000100:00100000:0.0:1761228566.660411:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737920960:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660432:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d8a6a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737920576:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (464us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228566.660440:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4909
00000100:00100000:1.0:1761228566.660444:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920640
00000100:00100000:0.0:1761228566.660447:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737920960:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228566.660453:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000
00000100:00100000:2.0:1761228566.660461:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4910
00000100:00100000:2.0:1761228566.660466:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bafba23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737920896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228566.660469:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920512
00000100:00100000:1.0:1761228566.660486:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364
00000100:00100000:1.0:1761228566.660490:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737920640:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660500:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bafba23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737920896:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228566.660520:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4910
00000100:00100000:1.0:1761228566.660523:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737920640:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (435us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228566.660531:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364
00000100:00100000:1.0:1761228566.660548:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365
00000100:00100000:1.0:1761228566.660552:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ad13316 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737920512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660569:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737920896:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228566.660575:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ad13316 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737920512:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (378us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228566.660582:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365
00000100:00100000:2.0:1761228566.660598:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000583483b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737920512:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660648:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228566.660661:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aef0201 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737920832:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660698:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228566.660707:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5b23df9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737920704:12345-0@lo:8:kworker/u8:4.0 Request processed in 693us (1096us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228566.660714:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451
00000100:00100000:2.0:1761228566.660738:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920448
00000100:00100000:3.0:1761228566.660757:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c24a721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737921024:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660761:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737920832
00000100:00100000:3.0:1761228566.660770:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a469519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737920384:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660806:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4911
00000100:00100000:3.0:1761228566.660808:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360e41bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737920640:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660813:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a29f3e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737920448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228566.660846:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4912
00000100:00100000:3.0:1761228566.660851:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b20cd2fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737920832:12345-0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228566.660861:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228566.660865:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228566.660871:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052114674 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737920704:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660872:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a29f3e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737920448:12345-0@lo:400:kworker/u8:4.0 Request processed in 58us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228566.660882:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4911
00000100:00080000:0.0:1761228566.660883:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1761228566.660885:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b20cd2fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737920832:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (187us total) trans 0 rc 0/0
00000100:00080000:0.0:1761228566.660888:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228566.660891:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000612ad24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737920768:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228566.660892:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4912
00000100:00100000:2.0:1761228566.660920:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093bcdcd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737920448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228566.660932:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aef0201 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737920832:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228566.660974:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008787e702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737920576:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228566.660994:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ac11804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737920960:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228567.170988:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228567.171010:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b969a18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737921088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228567.171086:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228567.171134:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921088
00000100:00100000:3.0:1761228567.171493:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033
00000100:00100000:3.0:1761228567.171499:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5b5138a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737921088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228567.171534:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228567.172182:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5b5138a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737921088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 681us (1096us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228567.172190:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033
00000100:00100000:2.0:1761228567.172887:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b969a18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737921088:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228567.619028:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228568.196322:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228568.196340:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000177db070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737921152:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228568.196411:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228568.196699:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921152
00000100:00100000:1.0:1761228568.196746:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366
00000100:00100000:1.0:1761228568.196752:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737921152:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228568.196804:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228568.196845:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737921152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (436us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228568.196852:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366
00000100:00100000:3.0:1761228568.196941:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000177db070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737921152:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228568.643372:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228569.667171:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228570.589898:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228570.590010:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720753984
00000100:00100000:0.0:1761228570.590067:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1814
00000100:00100000:0.0:1761228570.590074:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720753984:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228570.590160:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720753984:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 85us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228570.590391:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1814
00000100:00100000:2.0:1761228570.595412:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228570.595454:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228570.596219:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228570.596326:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754048
00000100:00100000:1.0:1761228570.596384:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754112
00000100:00100000:1.0:1761228570.596411:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4913
00000100:00100000:1.0:1761228570.596417:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b969a18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720754048:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228570.596490:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b969a18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720754048:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 72us (1085us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228570.596497:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4913
00000100:00100000:1.0:1761228570.596517:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4914
00000100:00100000:1.0:1761228570.596521:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720754112:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228570.596546:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e665ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720754112:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 24us (1093us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228570.596553:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4914
00000100:00100000:3.0:1761228570.596639:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754176
00000100:00100000:3.0:1761228570.596682:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2453
00000100:00100000:3.0:1761228570.596686:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720754176:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228570.596804:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228570.596836:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720754176:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 148us (618us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228570.596842:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2453
00010000:00010000:1.0:1761228570.692958:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228570.755045:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a469519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737921216:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228570.755125:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228570.755279:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921216
00000100:00100000:3.0:1761228570.755336:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367
00000100:00100000:3.0:1761228570.755343:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737921216:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228570.755385:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228570.759189:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737921216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3837us (4057us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228570.759204:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367
00000100:00100000:0.0:1761228570.759654:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a469519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737921216:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228571.715450:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228571.779388:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737921280:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228571.779462:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228571.779521:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921280
00000100:00100000:1.0:1761228571.779576:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815
00000100:00100000:1.0:1761228571.779582:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737921280:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.780292:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737921280:12345-0@lo:400:kworker/u8:0.0 Request processed in 707us (829us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228571.780301:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815
00000100:00100000:1.0:1761228571.780679:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228571.780694:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066a9b6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737921344:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.780736:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228571.780883:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1761228571.780885:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737921408:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228571.780888:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228571.780891:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228571.780895:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4162
00000100:00080000:0.0:1761228571.780898:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228571.780902:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228571.780918:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228571.780920:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002b0bebfe x1846777737921600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228571.780934:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228571.780937:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228571.780938:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228571.780941:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4162
00000100:00080000:0.0:1761228571.780943:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228571.780945:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228571.780949:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737921472:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228571.780955:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b33de54b x1846777737921664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228571.780977:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228571.780994:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e9499b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737921856:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228571.780999:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737921600:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781019:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228571.781028:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921344
00000100:00100000:1.0:1761228571.781043:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1761228571.781048:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a5452a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737921536:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228571.781057:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921472
00000100:00100000:1.0:1761228571.781070:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228571.781074:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4915
00000100:00100000:0.0:1761228571.781079:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c354bb1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737921344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781081:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6de0e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737921920:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781113:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228571.781144:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921856
00000100:00100000:1.0:1761228571.781178:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921920
00000100:00100000:1.0:1761228571.781196:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001
00000100:00100000:1.0:1761228571.781200:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000177db070 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737921856:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228571.781234:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c354bb1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737921344:12345-0@lo:400:kworker/u8:0.0 Request processed in 153us (497us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228571.781234:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000177db070 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737921856:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228571.781240:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001
00000100:00100000:0.0:1761228571.781241:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4915
00000100:00100000:0.0:1761228571.781253:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4916
00000100:00100000:1.0:1761228571.781253:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002
00000100:00100000:0.0:1761228571.781257:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8be6aa9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737921472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781257:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006730fb91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737921920:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228571.781278:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8be6aa9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737921472:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228571.781279:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006730fb91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737921920:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228571.781284:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4916
00000100:00100000:1.0:1761228571.781284:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002
00000100:00100000:1.0:1761228571.781302:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921408
00000100:00100000:0.0:1761228571.781312:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228571.781319:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921536
00000100:00100000:0.0:1761228571.781324:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737921664:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781330:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368
00000100:00100000:1.0:1761228571.781333:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cba1cde pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737921408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228571.781343:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228571.781413:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cba1cde pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737921408:12345-0@lo:400:kworker/u8:0.0 Request processed in 78us (494us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228571.781419:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368
00000100:00100000:0.0:1761228571.781424:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921600
00000100:00100000:0.0:1761228571.781450:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921664
00000100:00100000:0.0:1761228571.781461:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454
00000100:00100000:0.0:1761228571.781464:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737921600:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781699:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369
00000100:00100000:1.0:1761228571.781702:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737921536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781727:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737921536:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (658us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228571.781732:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369
00000100:00100000:1.0:1761228571.781766:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a5452a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737921536:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781799:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6de0e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737921920:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781814:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e9499b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737921856:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781822:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737921472:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.781860:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455
00000100:00100000:1.0:1761228571.781864:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003caa4aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737921664:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228571.781949:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228571.781981:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003caa4aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737921664:12345-0@lo:8:kworker/u8:0.0 Request processed in 115us (637us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228571.781987:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455
00000100:00100000:1.0:1761228571.782003:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737921792:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.782027:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228571.782049:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737921408:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.782059:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066a9b6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737921344:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.782072:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228571.782076:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737921728:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.782111:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761228571.782165:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228571.782170:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228571.782173:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737921664:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228571.782217:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921792
00000100:00100000:1.0:1761228571.782219:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921728
00000100:00100000:3.0:1761228571.782251:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4917
00000100:00100000:3.0:1761228571.782256:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273fd9bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737921792:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228571.782299:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273fd9bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737921792:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228571.782306:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4917
00000100:00100000:1.0:1761228571.782315:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4918
00000100:00100000:1.0:1761228571.782320:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000983efc77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737921728:12345-0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1761228571.782341:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228571.782343:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737921792:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228571.782355:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000983efc77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737921728:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228571.782362:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4918
00000100:00100000:3.0:1761228571.782368:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737921728:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228571.782390:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737921600:12345-0@lo:8:kworker/u8:0.0 Request processed in 923us (1075us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228571.782396:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454
00000100:00080000:3.0:1761228571.782422:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228571.782426:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228571.782430:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737921600:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228571.782537:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737921280:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228572.291322:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a929c012 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737921984:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228572.291420:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228572.291527:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737921984
00000100:00100000:3.0:1761228572.291579:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034
00000100:00100000:3.0:1761228572.291585:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6ae55f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737921984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228572.291620:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228572.291660:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6ae55f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737921984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228572.291671:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034
00000100:00100000:3.0:1761228572.291956:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a929c012 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737921984:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228572.741979:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228573.315015:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228573.315901:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1ac8f90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737922048:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228573.315974:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228573.316090:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922048
00000100:00100000:3.0:1761228573.316151:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370
00000100:00100000:3.0:1761228573.316157:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737922048:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228573.316195:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228573.316246:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737922048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228573.316252:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370
00000100:00100000:2.0:1761228573.316330:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1ac8f90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737922048:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228573.763020:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228574.787050:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228575.709405:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228575.711278:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228575.711326:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228575.711368:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228575.711415:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754304
00000100:00100000:0.0:1761228575.711416:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754432
00000100:00100000:2.0:1761228575.711466:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754368
00000100:00100000:0.0:1761228575.711471:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2456
00000100:00100000:0.0:1761228575.711480:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c72e3474 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720754432:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1761228575.711487:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4919
00000100:00100000:2.0:1761228575.711492:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a52848 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720754304:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228575.711578:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a52848 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720754304:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 84us (311us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228575.711595:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4919
00010000:02020000:0.0:1761228575.711608:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228575.711614:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4920
00000100:00100000:2.0:1761228575.711619:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dc81d66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720754368:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228575.711644:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c72e3474 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720754432:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 164us (318us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228575.711652:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dc81d66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720754368:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 29us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228575.711660:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2456
00000100:00100000:2.0:1761228575.711664:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4920
00000100:00100000:1.0:1761228575.716014:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754240
00000100:00100000:1.0:1761228575.716096:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1816
00000100:00100000:1.0:1761228575.716113:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720754240:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228575.716225:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720754240:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 112us (6832us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228575.716232:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1816
00010000:00010000:1.0:1761228575.811013:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228575.877032:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e935c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737922112:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228575.877131:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228575.877197:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922112
00000100:00100000:1.0:1761228575.877239:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371
00000100:00100000:1.0:1761228575.877245:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737922112:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228575.877291:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228575.877333:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737922112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228575.877340:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371
00000100:00100000:1.0:1761228575.877380:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e935c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737922112:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228576.835010:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228576.900022:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1761228576.900042:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1761228576.900043:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5b5138a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737922176:0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228576.900051:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228576.900055:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228576.900060:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4167
00000100:00080000:0.0:1761228576.900063:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228576.900069:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228576.900102:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b33de54b x1846777737922496/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228576.900117:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228576.900120:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228576.900121:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228576.900124:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4167
00000100:00080000:0.0:1761228576.900126:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228576.900130:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228576.900134:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228576.900149:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000066a9b6d7 x1846777737922560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228576.900166:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737922368:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900203:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.900241:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e9499b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737922752:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900267:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.900285:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1761228576.900290:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737922432:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900313:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.900327:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6de0e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737922816:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900346:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.900377:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922752
00000100:00100000:2.0:1761228576.900385:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737922240:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900419:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922816
00000100:00100000:2.0:1761228576.900439:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.900446:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003
00000100:00100000:1.0:1761228576.900452:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737922752:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228576.900463:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737922624:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228576.900491:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.900514:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737922752:12345-0@lo:400:kworker/u8:4.0 Request processed in 60us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228576.900522:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003
00000100:00100000:2.0:1761228576.900527:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228576.900534:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737922304:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900540:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004
00000100:00100000:1.0:1761228576.900545:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737922816:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228576.900562:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.900581:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737922816:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228576.900584:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737922688:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900592:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004
00000100:00100000:2.0:1761228576.900613:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.900615:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922432
00000100:00100000:1.0:1761228576.900636:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922304
00000100:00100000:2.0:1761228576.900647:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922368
00000100:00100000:1.0:1761228576.900654:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372
00000100:00100000:1.0:1761228576.900658:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737922432:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228576.900678:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922240
00000100:00100000:1.0:1761228576.900688:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737922432:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (374us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228576.900694:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372
00000100:00100000:1.0:1761228576.900706:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373
00000100:00100000:1.0:1761228576.900709:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737922304:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900736:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737922304:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228576.900741:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373
00000100:00100000:1.0:1761228576.900800:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737922432:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900812:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6de0e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737922816:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900819:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e9499b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737922752:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900859:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922624
00000100:00100000:1.0:1761228576.900879:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922688
00000100:00100000:1.0:1761228576.900894:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4921
00000100:00100000:1.0:1761228576.900897:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5e935c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737922368:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900927:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5e935c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737922368:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (724us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228576.900932:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4921
00000100:00100000:3.0:1761228576.900940:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737922496:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900945:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4922
00000100:00100000:1.0:1761228576.900948:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737922624:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900968:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a929c012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737922624:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (479us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228576.900968:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.900973:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4922
00000100:00100000:1.0:1761228576.900983:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4923
00000100:00100000:3.0:1761228576.900983:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066a9b6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737922560:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228576.900986:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4b0f88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737922688:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228576.901000:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228576.901008:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4b0f88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737922688:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (396us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228576.901013:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4923
00000100:00100000:3.0:1761228576.901024:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922496
00000100:00100000:3.0:1761228576.901042:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922560
00000100:00100000:1.0:1761228576.901045:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737922368:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228576.901056:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457
00000100:00100000:3.0:1761228576.901059:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000269f6e10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737922496:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228576.901072:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458
00000100:00100000:1.0:1761228576.901075:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c24a721 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737922560:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228576.901234:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:3.0:1761228576.901243:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228576.901265:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c24a721 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737922560:12345-0@lo:8:kworker/u8:4.0 Request processed in 188us (264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228576.901271:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458
00000100:00100000:3.0:1761228576.901272:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000269f6e10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737922496:12345-0@lo:8:kworker/u8:4.0 Request processed in 212us (305us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228576.901277:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457
00000100:00100000:1.0:1761228576.901295:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922176
00000100:00100000:1.0:1761228576.901316:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817
00000100:00100000:1.0:1761228576.901320:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737922176:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228576.901349:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737922176:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (1218us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228576.901355:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817
00000100:00080000:3.0:1761228576.901363:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228576.901366:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228576.901369:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737922496:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228576.901378:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228576.901380:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228576.901381:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5b5138a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737922176:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228576.901382:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066a9b6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737922560:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228576.901408:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737922304:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228576.901418:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737922688:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228576.901425:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737922624:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228576.902524:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4924
00000100:00100000:0.0:1761228576.902533:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a4326be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737922240:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228576.903770:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737922240:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228576.903871:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a4326be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737922240:12345-0@lo:400:kworker/u8:4.0 Request processed in 1338us (3433us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228576.903884:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4924
00000100:00100000:3.0:1761228577.419636:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096ff8803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737922880:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228577.419726:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228577.419818:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922880
00000100:00100000:0.0:1761228577.419878:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035
00000100:00100000:0.0:1761228577.419884:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cb124ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737922880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228577.419922:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228577.419976:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cb124ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737922880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228577.419982:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035
00000100:00100000:2.0:1761228577.420113:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096ff8803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737922880:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228577.859182:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228578.436239:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228578.436253:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737922944:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228578.436327:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228578.438508:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737922944
00000100:00100000:1.0:1761228578.438580:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374
00000100:00100000:1.0:1761228578.438586:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865947cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737922944:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228578.438628:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228578.438695:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865947cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737922944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (2369us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228578.438702:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374
00000100:00100000:3.0:1761228578.439345:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737922944:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228578.883039:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228579.907724:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228580.832016:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228580.833731:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228580.833770:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228580.834954:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754496
00000100:00100000:1.0:1761228580.835019:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1818
00000100:00100000:1.0:1761228580.835026:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720754496:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228580.835113:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720754496:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 87us (3106us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228580.835121:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1818
00000100:00100000:3.0:1761228580.836606:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754560
00000100:00100000:3.0:1761228580.836666:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754624
00000100:00100000:3.0:1761228580.836696:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4925
00000100:00100000:3.0:1761228580.836701:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096ff8803 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720754560:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228580.836762:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096ff8803 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720754560:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 60us (3038us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228580.836770:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4925
00000100:00100000:3.0:1761228580.836809:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4926
00000100:00100000:3.0:1761228580.836812:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc705b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720754624:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228580.836836:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc705b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720754624:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (3067us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228580.836841:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4926
00000100:00100000:2.0:1761228580.837569:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228580.838815:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754688
00000100:00100000:3.0:1761228580.838873:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2459
00000100:00100000:3.0:1761228580.838879:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720754688:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228580.838972:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228580.839035:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720754688:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 155us (1467us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228580.839055:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2459
00010000:00010000:1.0:1761228580.931347:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228580.995022:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228580.995399:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737923008:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228580.995929:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228580.997503:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923008
00000100:00100000:2.0:1761228580.997573:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375
00000100:00100000:2.0:1761228580.997579:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737923008:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228580.997621:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228580.997689:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737923008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (1761us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228580.997701:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375
00000100:00100000:0.0:1761228580.998273:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737923008:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228581.955038:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228582.019103:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ff09189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737923072:0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228582.019106:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1761228582.019110:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737923264:0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228582.019117:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228582.019122:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228582.019127:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4172
00000100:00080000:0.0:1761228582.019130:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228582.019137:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228582.019158:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ef675af6 x1846777737923392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228582.019173:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228582.019176:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228582.019177:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228582.019181:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4172
00000100:00080000:0.0:1761228582.019183:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228582.019186:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228582.019197:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002b0bebfe x1846777737923456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228582.019201:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228582.019205:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228582.019246:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5b5138a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737923648:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.019247:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737923328:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228582.019248:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737923392:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228582.019292:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228582.019301:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228582.019305:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfac2d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737923136:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228582.019336:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef64916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737923200:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228582.019386:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228582.019407:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923264
00000100:00100000:0.0:1761228582.019413:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066a9b6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737923520:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228582.019431:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923648
00000100:00100000:0.0:1761228582.019442:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228582.019474:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923136
00000100:00100000:3.0:1761228582.019480:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005
00000100:00100000:0.0:1761228582.019486:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923520
00000100:00100000:3.0:1761228582.019487:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737923648:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228582.019503:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4927
00000100:00100000:1.0:1761228582.019508:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1ac8f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737923264:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.019545:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737923712:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228582.019560:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1ac8f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737923264:12345-0@lo:400:kworker/u8:4.0 Request processed in 50us (364us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228582.019575:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228582.019605:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923072
00000100:00100000:1.0:1761228582.019615:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4927
00000100:00100000:0.0:1761228582.019634:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928
00000100:00100000:2.0:1761228582.019641:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819
00000100:00100000:1.0:1761228582.019645:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4929
00000100:00100000:0.0:1761228582.019649:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e9499b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737923136:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.019651:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737923072:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228582.019656:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6de0e88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737923520:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228582.019701:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e9499b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737923136:12345-0@lo:400:kworker/u8:4.0 Request processed in 59us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228582.019707:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928
00000100:00100000:1.0:1761228582.019719:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6de0e88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737923520:12345-0@lo:400:kworker/u8:4.0 Request processed in 64us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228582.019723:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737923072:12345-0@lo:400:kworker/u8:4.0 Request processed in 71us (524us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228582.019730:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4929
00000100:00100000:2.0:1761228582.019735:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819
00000100:00100000:0.0:1761228582.019736:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228582.019758:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737923456:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228582.019767:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923712
00000100:00100000:2.0:1761228582.019804:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923328
00000100:00100000:0.0:1761228582.019807:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228582.019836:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923392
00000100:00100000:2.0:1761228582.019843:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376
00000100:00100000:2.0:1761228582.019848:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ad276ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737923328:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228582.019856:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923456
00000100:00100000:0.0:1761228582.019859:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfac2d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737923136:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228582.019876:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006
00000100:00100000:0.0:1761228582.019877:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066a9b6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737923520:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228582.019886:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054fed3e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737923712:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.019892:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ad276ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737923328:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (592us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228582.019901:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376
00000100:00100000:1.0:1761228582.019930:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054fed3e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737923712:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228582.019936:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737923264:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.019942:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228582.019943:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006
00000100:00100000:1.0:1761228582.019966:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460
00000100:00100000:0.0:1761228582.019973:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461
00000100:00100000:1.0:1761228582.019974:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc672c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737923392:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228582.019981:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1846fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737923456:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228582.020203:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737923584:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.020228:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228582.020259:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923200
00000100:00100000:2.0:1761228582.020278:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377
00000100:00100000:2.0:1761228582.020293:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f17e35d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737923200:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.020330:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f17e35d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737923200:12345-0@lo:400:kworker/u8:4.0 Request processed in 47us (395us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228582.020336:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377
00000100:00100000:2.0:1761228582.020362:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef64916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737923200:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.020384:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737923328:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.020392:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737923712:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.020398:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ff09189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737923072:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.020434:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923584
00000100:00100000:2.0:1761228582.020456:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4930
00000100:00100000:2.0:1761228582.020460:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b46ef456 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737923584:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.020492:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b46ef456 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737923584:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228582.020498:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4930
00000100:00100000:2.0:1761228582.020525:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737923584:0@lo:400:kworker/u8:4.0
00010000:02020000:1.0:1761228582.020568:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:0.0:1761228582.020590:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228582.020620:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc672c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737923392:12345-0@lo:8:kworker/u8:4.0 Request processed in 648us (886us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228582.020627:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1846fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737923456:12345-0@lo:8:kworker/u8:4.0 Request processed in 644us (819us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228582.020632:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460
00000100:00100000:0.0:1761228582.020640:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461
00000100:00080000:2.0:1761228582.020649:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228582.020655:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228582.020660:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737923392:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228582.020671:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228582.020673:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228582.020675:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737923456:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228582.020852:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737923648:12345-0@lo:400:kworker/u8:4.0 Request processed in 1364us (1561us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228582.020858:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005
00000100:00100000:0.0:1761228582.020934:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5b5138a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737923648:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228582.530991:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228582.531055:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4d54f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737923776:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228582.531122:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228582.531327:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923776
00000100:00100000:1.0:1761228582.531378:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036
00000100:00100000:1.0:1761228582.531383:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015de10be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737923776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228582.531493:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228582.531630:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015de10be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737923776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 245us (508us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228582.531638:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036
00000100:00100000:2.0:1761228582.531935:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4d54f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737923776:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228582.979601:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228583.555094:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef5d7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737923840:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228583.555175:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228583.555231:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923840
00000100:00100000:0.0:1761228583.555282:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378
00000100:00100000:0.0:1761228583.555288:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4d54f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737923840:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228583.555327:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228583.555376:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4d54f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737923840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228583.555382:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378
00000100:00100000:3.0:1761228583.555453:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef5d7cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737923840:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228584.002969:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228585.027134:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228585.950505:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228585.950553:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228585.950593:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228585.950669:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754880
00000100:00100000:0.0:1761228585.950681:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754752
00000100:00100000:1.0:1761228585.950734:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754816
00000100:00100000:0.0:1761228585.950738:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1820
00000100:00100000:0.0:1761228585.950746:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720754752:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228585.950764:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4931
00000100:00100000:1.0:1761228585.950772:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef5d7cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720754880:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228585.950807:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4932
00000100:00100000:2.0:1761228585.950814:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000278742b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720754816:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228585.950868:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef5d7cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720754880:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 87us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228585.950876:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4931
00000100:00100000:0.0:1761228585.950908:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720754752:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 161us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228585.950916:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1820
00000100:00100000:2.0:1761228585.950934:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000278742b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720754816:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 118us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228585.950946:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4932
00000100:00100000:2.0:1761228585.951216:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228585.951270:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720754944
00000100:00100000:0.0:1761228585.951309:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2462
00000100:00100000:0.0:1761228585.951313:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ccd4586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720754944:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228585.951398:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228585.951447:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ccd4586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720754944:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 131us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228585.951453:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2462
00010000:00010000:0.0:1761228586.051946:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228586.119971:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737923904:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228586.120054:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228586.120553:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923904
00000100:00100000:1.0:1761228586.120604:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379
00000100:00100000:1.0:1761228586.120610:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000500d9199 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737923904:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228586.120648:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228586.120705:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000500d9199 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737923904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (652us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228586.120715:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379
00000100:00100000:3.0:1761228586.120826:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737923904:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228587.074966:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228587.139021:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737923968:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228587.139021:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a49f9ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737924032:0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228587.139036:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228587.139042:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228587.139046:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228587.139051:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4177
00000100:00080000:0.0:1761228587.139054:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228587.139067:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228587.139102:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a905c2c0 x1846777737924288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228587.139119:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228587.139123:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228587.139125:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228587.139128:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4177
00000100:00080000:0.0:1761228587.139130:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228587.139134:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228587.139146:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000feb3653 x1846777737924352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228587.139164:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228587.139165:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228587.139213:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a159ce17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737924224:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228587.139220:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924032
00000100:00100000:0.0:1761228587.139231:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737923968
00000100:00100000:2.0:1761228587.139244:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228587.139265:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737924608:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228587.139274:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821
00000100:00100000:3.0:1761228587.139275:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4933
00000100:00100000:0.0:1761228587.139282:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737923968:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228587.139285:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dd68558 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737924032:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228587.139293:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228587.139315:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228587.139321:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c5599a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737924160:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228587.139344:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dd68558 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737924032:12345-0@lo:400:kworker/u8:4.0 Request processed in 61us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228587.139355:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737923968:12345-0@lo:400:kworker/u8:4.0 Request processed in 72us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228587.139357:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4933
00000100:00100000:2.0:1761228587.139358:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228587.139370:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821
00000100:00100000:2.0:1761228587.139381:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5b5138a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737924544:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228587.139381:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924160
00000100:00100000:0.0:1761228587.139406:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a905c2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737924288:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228587.139415:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934
00000100:00100000:2.0:1761228587.139416:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228587.139421:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abffa366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737924160:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228587.139455:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737923968:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228587.139490:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924608
00000100:00100000:2.0:1761228587.139530:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924544
00000100:00100000:1.0:1761228587.139538:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007
00000100:00100000:1.0:1761228587.139544:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012859f6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737924608:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228587.139555:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008
00000100:00100000:2.0:1761228587.139560:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362d666e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737924544:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228587.139889:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228587.139904:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abffa366 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737924160:12345-0@lo:400:kworker/u8:4.0 Request processed in 481us (551us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228587.139912:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000feb3653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737924352:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228587.139915:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934
00000100:00100000:0.0:1761228587.139937:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228587.139960:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924288
00000100:00100000:0.0:1761228587.139982:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924352
00000100:00100000:0.0:1761228587.139990:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463
00000100:00100000:0.0:1761228587.139993:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef675af6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737924288:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228587.140022:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924224
00000100:00100000:2.0:1761228587.140050:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362d666e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737924544:12345-0@lo:400:kworker/u8:4.0 Request processed in 487us (637us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228587.140055:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380
00000100:00100000:2.0:1761228587.140060:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008
00000100:00100000:3.0:1761228587.140063:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038ba80d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737924224:12345-0@lo:400:kworker/u8:4.0
00010000:02020000:0.0:1761228587.140076:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228587.140081:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464
00000100:00100000:2.0:1761228587.140086:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737924352:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228587.140101:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038ba80d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737924224:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (857us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228587.140109:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380
00000100:00100000:0.0:1761228587.140122:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef675af6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737924288:12345-0@lo:8:kworker/u8:4.0 Request processed in 126us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228587.140128:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463
00000100:00080000:0.0:1761228587.140151:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228587.140154:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228587.140157:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a905c2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737924288:0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228587.140160:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228587.140192:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475047be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737924096:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228587.140218:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737924352:12345-0@lo:8:kworker/u8:4.0 Request processed in 130us (280us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228587.140229:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464
00000100:00100000:3.0:1761228587.140233:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228587.140234:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228587.140238:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228587.140242:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000feb3653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737924352:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228587.140258:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004592f39a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737924480:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228587.140285:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c5599a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737924160:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228587.140291:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228587.140304:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5b5138a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737924544:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228587.140316:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924096
00000100:00100000:3.0:1761228587.140319:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228587.140322:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a159ce17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737924224:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228587.140328:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014994197 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737924416:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228587.140341:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381
00000100:00100000:0.0:1761228587.140346:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737924096:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228587.140360:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228587.140377:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924480
00000100:00100000:2.0:1761228587.140402:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924416
00000100:00100000:2.0:1761228587.140417:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4935
00000100:00100000:2.0:1761228587.140420:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a469519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737924480:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228587.140609:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4936
00000100:00100000:3.0:1761228587.140615:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac11804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737924416:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228587.140621:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737924096:12345-0@lo:400:kworker/u8:4.0 Request processed in 272us (393us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228587.140628:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381
00000100:00100000:2.0:1761228587.140632:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a469519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737924480:12345-0@lo:400:kworker/u8:4.0 Request processed in 209us (343us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228587.140640:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4935
00000100:00100000:3.0:1761228587.140655:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac11804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737924416:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228587.140662:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4936
00000100:00100000:0.0:1761228587.140691:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a49f9ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737924032:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228587.140699:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014994197 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737924416:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228587.140715:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012859f6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737924608:12345-0@lo:400:kworker/u8:4.0 Request processed in 1167us (1421us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228587.140719:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475047be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737924096:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228587.140734:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007
00000100:00100000:3.0:1761228587.140737:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737924608:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228587.140739:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004592f39a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737924480:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228587.651102:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050020ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737924672:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228587.651171:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228587.651261:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924672
00000100:00100000:1.0:1761228587.651639:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037
00000100:00100000:1.0:1761228587.651647:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ff09189 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737924672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228587.651684:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228587.651734:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ff09189 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737924672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (564us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228587.651740:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037
00000100:00100000:0.0:1761228587.651844:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050020ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737924672:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228588.102337:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228588.675184:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008787e702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737924736:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228588.675281:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228588.675380:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924736
00000100:00100000:0.0:1761228588.675427:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382
00000100:00100000:0.0:1761228588.675432:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737924736:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228588.675468:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228588.675524:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737924736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228588.675531:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382
00000100:00100000:3.0:1761228588.675703:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008787e702 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737924736:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228589.123836:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228590.147014:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228591.071139:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228591.071268:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755008
00000100:00100000:0.0:1761228591.071331:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1822
00000100:00100000:0.0:1761228591.071338:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720755008:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228591.071422:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720755008:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 84us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228591.071430:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1822
00000100:00100000:1.0:1761228591.074136:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228591.074610:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228591.074683:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228591.076610:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755072
00000100:00100000:2.0:1761228591.076669:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755136
00000100:00100000:2.0:1761228591.076693:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4937
00000100:00100000:2.0:1761228591.076698:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d890dd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720755072:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228591.076961:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4938
00000100:00100000:1.0:1761228591.076967:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff33a1ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720755136:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228591.077034:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff33a1ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720755136:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 67us (2351us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228591.077042:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4938
00000100:00100000:0.0:1761228591.077402:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755200
00000100:00100000:0.0:1761228591.077437:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2465
00000100:00100000:0.0:1761228591.077441:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720755200:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228591.077529:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228591.077565:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720755200:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 123us (3439us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228591.077572:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2465
00000100:00100000:2.0:1761228591.079119:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d890dd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720755072:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 2415us (4505us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228591.079134:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4937
00010000:00010000:1.0:1761228591.171042:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228591.235092:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228591.235765:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737924800:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228591.235874:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228591.235989:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924800
00000100:00100000:0.0:1761228591.236038:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383
00000100:00100000:0.0:1761228591.236044:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e4f178 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737924800:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228591.236082:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228591.236123:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e4f178 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737924800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228591.236130:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383
00000100:00100000:2.0:1761228591.236228:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737924800:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228592.195671:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228592.259386:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228592.259393:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228592.259397:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228592.259406:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4183
00000100:00080000:1.0:1761228592.259409:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228592.259416:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228592.259437:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009cd42f2c x1846777737925184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228592.259449:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228592.259452:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228592.259454:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228592.259456:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4183
00000100:00080000:1.0:1761228592.259458:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228592.259462:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228592.259472:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000e04b072 x1846777737925248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228592.259521:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067e8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737924992:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228592.259589:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228592.259645:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737924864:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.259682:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228592.259901:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a42bd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737925120:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.259953:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924864
00000100:00100000:3.0:1761228592.259994:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823
00000100:00100000:3.0:1761228592.259999:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737924864:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.260049:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737924864:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (366us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228592.260057:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823
00000100:00100000:3.0:1761228592.260115:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737924928:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.260143:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228592.260171:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737925312:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.260190:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228592.260221:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924928
00000100:00100000:3.0:1761228592.260246:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925312
00000100:00100000:3.0:1761228592.260265:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4939
00000100:00100000:3.0:1761228592.260268:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008787e702 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737924928:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.260303:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008787e702 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737924928:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228592.260308:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4939
00000100:00100000:3.0:1761228592.260319:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4940
00000100:00100000:3.0:1761228592.260322:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006aef0201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737925312:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.260345:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006aef0201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737925312:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228592.260350:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4940
00000100:00100000:3.0:1761228592.260388:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737924928:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.260403:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000503eafda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737925312:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228592.260975:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737924992
00000100:00100000:0.0:1761228592.260980:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737925184:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228592.260996:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901646e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737925376:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228592.261019:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384
00000100:00100000:2.0:1761228592.261023:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737924992:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.261090:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228592.261113:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737925504:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228592.261117:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737924992:12345-0@lo:400:kworker/u8:0.0 Request processed in 92us (1529us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228592.261122:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228592.261122:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228592.261130:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384
00000100:00100000:2.0:1761228592.261148:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925120
00000100:00100000:2.0:1761228592.261164:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385
00000100:00100000:2.0:1761228592.261168:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093bcdcd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737925120:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228592.261171:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067e8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737924992:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228592.261202:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925376
00000100:00100000:1.0:1761228592.261229:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4941
00000100:00100000:1.0:1761228592.261232:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737925376:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.261261:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228592.261263:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737925248:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228592.261278:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093bcdcd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737925120:12345-0@lo:400:kworker/u8:0.0 Request processed in 108us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228592.261284:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385
00000100:00100000:3.0:1761228592.261295:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737924864:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228592.261303:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228592.261308:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a48f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737925376:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228592.261309:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a42bd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737925120:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228592.261323:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4941
00000100:00100000:3.0:1761228592.261341:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228592.261344:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925184
00000100:00100000:0.0:1761228592.261351:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925504
00000100:00100000:3.0:1761228592.261351:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737925056:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228592.261367:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925248
00000100:00100000:1.0:1761228592.261370:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901646e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737925376:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.261382:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228592.261392:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009
00000100:00100000:2.0:1761228592.261398:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466
00000100:00100000:0.0:1761228592.261400:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737925504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.261401:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737925440:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228592.261406:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737925184:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228592.261418:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467
00000100:00100000:3.0:1761228592.261427:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228592.261437:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737925248:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228592.261451:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737925504:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228592.261456:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925056
00000100:00100000:0.0:1761228592.261459:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009
00000100:00100000:0.0:1761228592.261477:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925440
00000100:00100000:3.0:1761228592.261484:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4942
00000100:00100000:3.0:1761228592.261489:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052114674 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737925056:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228592.261498:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010
00000100:00100000:0.0:1761228592.261503:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000583483b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737925440:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.261518:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052114674 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737925056:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (137us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228592.261524:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4942
00000100:00100000:0.0:1761228592.261543:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000583483b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737925440:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (115us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228592.261551:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737925056:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228592.261556:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010
00000100:00100000:3.0:1761228592.261563:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cbdd216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737925440:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228592.261574:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737925504:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1761228592.261805:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:1.0:1761228592.261835:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228592.261840:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737925184:12345-0@lo:8:kworker/u8:0.0 Request processed in 433us (725us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228592.261851:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466
00000100:00080000:0.0:1761228592.261869:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228592.261875:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228592.261878:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737925248:12345-0@lo:8:kworker/u8:0.0 Request processed in 439us (576us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228592.261882:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737925184:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228592.261890:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467
00000100:00080000:0.0:1761228592.261896:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228592.261900:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228592.261904:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e04b072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737925248:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228592.772658:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737925568:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228592.772730:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228592.773067:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925568
00000100:00100000:3.0:1761228592.773647:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038
00000100:00100000:3.0:1761228592.773653:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef64916 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737925568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228592.773687:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228592.773745:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef64916 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737925568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (1015us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228592.773752:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038
00000100:00100000:0.0:1761228592.774455:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737925568:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228593.219246:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228593.795371:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737925632:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228593.795440:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228593.795522:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925632
00000100:00100000:0.0:1761228593.795568:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386
00000100:00100000:0.0:1761228593.795574:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737925632:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228593.795610:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228593.799360:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737925632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3777us (3912us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228593.799376:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386
00000100:00100000:1.0:1761228593.799972:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf21884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737925632:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228594.242974:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228595.266922:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228596.193676:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228596.193738:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228596.193766:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228596.193820:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755264
00000100:00100000:0.0:1761228596.193821:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755328
00000100:00100000:3.0:1761228596.193885:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1824
00000100:00100000:0.0:1761228596.193888:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755392
00000100:00100000:3.0:1761228596.193894:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720755264:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228596.193913:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4943
00000100:00100000:0.0:1761228596.193919:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbf21884 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720755328:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228596.193971:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720755264:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 78us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228596.193980:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1824
00000100:00100000:3.0:1761228596.194018:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4944
00000100:00100000:3.0:1761228596.194022:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720755392:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228596.194194:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbf21884 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720755328:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 274us (527us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228596.194203:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4943
00000100:00100000:3.0:1761228596.198699:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e04b072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720755392:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 4664us (4923us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228596.198717:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4944
00000100:00100000:0.0:1761228596.198761:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228596.200051:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755456
00000100:00100000:3.0:1761228596.200100:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2468
00000100:00100000:3.0:1761228596.200107:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e74fa706 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720755456:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228596.200202:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228596.200264:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e74fa706 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720755456:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 156us (1506us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228596.200271:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2468
00010000:00010000:1.0:1761228596.292217:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228596.361141:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737925696:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228596.361212:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228596.361307:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925696
00000100:00100000:0.0:1761228596.361358:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387
00000100:00100000:0.0:1761228596.361364:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737925696:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228596.361403:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228596.363580:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737925696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2207us (2361us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228596.363594:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387
00000100:00100000:2.0:1761228596.366269:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737925696:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228597.314964:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228597.379016:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228597.379024:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228597.379028:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228597.379038:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4188
00000100:00080000:1.0:1761228597.379041:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228597.379048:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228597.379069:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d46e95b x1846777737926080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228597.379085:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228597.379088:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228597.379090:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228597.379093:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4188
00000100:00080000:1.0:1761228597.379095:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228597.379098:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228597.379107:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c75f3a4d x1846777737926144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228597.379133:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fbbd572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737925824:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228597.379156:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000909423fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737925888:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228597.379554:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000557b99fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737925952:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228597.379652:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228597.379680:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000021bcd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737926272:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228597.379707:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228597.379733:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228597.379738:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad429894 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737926208:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228597.379761:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228597.379804:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d46e95b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737926080:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228597.379831:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228597.379838:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228597.379874:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c75f3a4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737926144:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228597.379881:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737925760:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228597.379902:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228597.379926:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228597.379942:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925888
00000100:00100000:0.0:1761228597.379946:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3ef7539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737926016:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.379973:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228597.379995:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926016
00000100:00100000:0.0:1761228597.380001:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7d0eb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737926400:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228597.380006:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388
00000100:00100000:2.0:1761228597.380014:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737925888:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228597.380021:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389
00000100:00100000:0.0:1761228597.380031:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228597.380031:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfac2d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737926016:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.380062:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926272
00000100:00100000:2.0:1761228597.380074:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737925888:12345-0@lo:400:kworker/u8:0.0 Request processed in 61us (424us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228597.380081:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388
00000100:00100000:1.0:1761228597.380084:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfac2d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737926016:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (110us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228597.380093:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926208
00000100:00100000:1.0:1761228597.380093:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389
00000100:00100000:0.0:1761228597.380114:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925824
00000100:00100000:1.0:1761228597.380124:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4945
00000100:00100000:1.0:1761228597.380129:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737926272:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228597.380160:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b94e2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737926272:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (452us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228597.380181:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228597.380207:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbbb4c13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737926336:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228597.380230:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228597.380284:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926080
00000100:00100000:3.0:1761228597.380302:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926144
00000100:00100000:3.0:1761228597.380313:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926400
00000100:00100000:3.0:1761228597.380325:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926336
00000100:00100000:3.0:1761228597.380335:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011
00000100:00100000:3.0:1761228597.380338:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737926400:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228597.380367:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737926400:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228597.380374:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011
00000100:00100000:3.0:1761228597.380385:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012
00000100:00100000:3.0:1761228597.380388:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737926336:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228597.380416:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737926336:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228597.380422:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012
00000100:00100000:3.0:1761228597.380432:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469
00000100:00100000:3.0:1761228597.380435:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737926080:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761228597.380522:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228597.380553:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737926080:12345-0@lo:8:kworker/u8:0.0 Request processed in 116us (717us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228597.380559:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469
00000100:00100000:3.0:1761228597.380569:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470
00000100:00100000:3.0:1761228597.380572:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021b6e1b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737926144:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761228597.380645:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228597.380667:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021b6e1b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737926144:12345-0@lo:8:kworker/u8:0.0 Request processed in 93us (766us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228597.380672:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470
00000100:00100000:0.0:1761228597.380822:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925952
00000100:00100000:0.0:1761228597.380838:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4946
00000100:00100000:0.0:1761228597.380842:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d99b924 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737926208:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.380884:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d99b924 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737926208:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (1123us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228597.380893:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4946
00000100:00100000:0.0:1761228597.380906:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4947
00000100:00100000:0.0:1761228597.380909:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066a9b6d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737925824:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.380939:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066a9b6d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737925824:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (1110us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228597.380945:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4947
00000100:00100000:0.0:1761228597.380955:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4948
00000100:00100000:0.0:1761228597.380958:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737925952:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.380979:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cbdd216 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737925952:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (800us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228597.380984:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948
00000100:00100000:0.0:1761228597.381048:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fbbd572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737925824:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.381106:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3ef7539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737926016:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.381116:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7d0eb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737926400:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.381140:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad429894 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737926208:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.381150:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000909423fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737925888:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.381158:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000021bcd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737926272:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228597.381192:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228597.381196:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228597.381199:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d46e95b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737926080:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228597.381207:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228597.381210:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228597.381213:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c75f3a4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737926144:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228597.381267:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737925760
00000100:00100000:0.0:1761228597.381290:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825
00000100:00100000:0.0:1761228597.381294:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737925760:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.381328:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737925760:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (1404us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228597.381333:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825
00000100:00100000:0.0:1761228597.381362:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737925760:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.381392:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000557b99fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737925952:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228597.381403:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbbb4c13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737926336:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228597.381742:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4945
00000100:00100000:0.0:1761228597.891048:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5b5138a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737926464:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228597.891114:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228597.891184:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926464
00000100:00100000:0.0:1761228597.891223:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039
00000100:00100000:0.0:1761228597.891228:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000403ef2b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737926464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228597.891258:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228597.891296:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000403ef2b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737926464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228597.891303:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039
00000100:00100000:0.0:1761228597.891343:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5b5138a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737926464:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228598.339471:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228598.915131:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228598.915145:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee59b6b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737926528:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228598.915250:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228598.915357:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926528
00000100:00100000:2.0:1761228598.915413:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390
00000100:00100000:2.0:1761228598.915419:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737926528:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228598.915454:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228598.915493:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737926528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228598.915500:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390
00000100:00100000:1.0:1761228598.915610:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee59b6b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737926528:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228599.363570:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228600.389369:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228601.310252:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228601.310316:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228601.310330:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755520
00000100:00100000:3.0:1761228601.310359:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228601.310381:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1826
00000100:00100000:2.0:1761228601.310389:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720755520:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228601.310397:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755648
00000100:00100000:3.0:1761228601.310407:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228601.310428:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755584
00000100:00100000:3.0:1761228601.310434:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755712
00000100:00100000:0.0:1761228601.310447:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4949
00000100:00100000:0.0:1761228601.310452:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720755648:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228601.310453:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2471
00000100:00100000:3.0:1761228601.310457:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720755712:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1761228601.310475:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720755520:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 86us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228601.310489:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901646e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720755648:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 31us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228601.310489:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1826
00000100:00100000:0.0:1761228601.310499:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4949
00000100:00100000:0.0:1761228601.310515:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4950
00000100:00100000:0.0:1761228601.310519:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a42bd58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720755584:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228601.310540:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a42bd58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720755584:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 21us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228601.310547:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4950
00010000:02020000:3.0:1761228601.310548:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228601.310574:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720755712:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 116us (167us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228601.310581:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2471
00010000:00010000:1.0:1761228601.411045:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228601.475908:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228601.475927:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a1f6556 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737926592:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228601.475993:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228601.476059:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926592
00000100:00100000:2.0:1761228601.476663:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391
00000100:00100000:2.0:1761228601.476671:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae2ed0e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737926592:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228601.476712:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228601.476794:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae2ed0e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737926592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (781us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228601.476811:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391
00000100:00100000:0.0:1761228601.476825:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a1f6556 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737926592:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228602.435033:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228602.499195:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228602.499203:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228602.499206:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228602.499215:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4193
00000100:00080000:2.0:1761228602.499219:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228602.499226:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228602.499246:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000051eeece5 x1846777737926976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228602.499260:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228602.499262:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228602.499263:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228602.499266:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4193
00000100:00080000:2.0:1761228602.499268:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228602.499270:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228602.499279:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fdeb1938 x1846777737927040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228602.499322:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737926784:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228602.499389:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228602.499418:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737927168:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228602.499442:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228602.499462:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228602.499467:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000402306a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737926720:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228602.499488:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228602.499501:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737927104:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228602.499519:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228602.499582:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737926656:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228602.499616:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228602.499632:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737926912:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228602.499650:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228602.499696:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cff70347 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737926848:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.499730:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228602.499746:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fed3e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737927232:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.499766:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228602.499823:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927168
00000100:00100000:1.0:1761228602.499860:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926720
00000100:00100000:1.0:1761228602.499876:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927104
00000100:00100000:1.0:1761228602.499892:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926848
00000100:00100000:1.0:1761228602.499905:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951
00000100:00100000:1.0:1761228602.499909:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012859f6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737927168:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.499953:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012859f6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737927168:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228602.499960:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951
00000100:00100000:1.0:1761228602.499975:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4952
00000100:00100000:1.0:1761228602.499978:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050020ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737926720:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500000:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050020ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737926720:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (512us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228602.500005:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4952
00000100:00100000:1.0:1761228602.500013:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4953
00000100:00100000:1.0:1761228602.500016:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1846fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737927104:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500035:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1846fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737927104:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (517us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228602.500040:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4953
00000100:00100000:1.0:1761228602.500051:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4954
00000100:00100000:1.0:1761228602.500054:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009696c9a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737926848:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500081:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009696c9a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737926848:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228602.500086:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4954
00000100:00100000:1.0:1761228602.500125:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cff70347 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737926848:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500151:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000402306a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737926720:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500160:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737927104:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500168:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737927168:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500206:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737926976:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500230:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228602.500244:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737927040:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500263:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228602.500287:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927232
00000100:00100000:1.0:1761228602.500309:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926976
00000100:00100000:1.0:1761228602.500323:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927040
00000100:00100000:1.0:1761228602.500336:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013
00000100:00100000:1.0:1761228602.500340:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737927232:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500373:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737927232:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (606us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228602.500379:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013
00000100:00100000:1.0:1761228602.500390:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472
00000100:00100000:1.0:1761228602.500393:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737926976:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228602.500481:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228602.500513:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737926976:12345-0@lo:8:kworker/u8:4.0 Request processed in 118us (282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228602.500519:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472
00000100:00100000:1.0:1761228602.500529:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473
00000100:00100000:1.0:1761228602.500532:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a1f6556 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737927040:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228602.500620:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228602.500643:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a1f6556 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737927040:12345-0@lo:8:kworker/u8:4.0 Request processed in 109us (379us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228602.500648:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473
00000100:00080000:1.0:1761228602.500685:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228602.500689:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228602.500692:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737926976:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761228602.500699:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228602.500702:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228602.500704:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737927040:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500729:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fed3e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737927232:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500753:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926656
00000100:00100000:1.0:1761228602.500809:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827
00000100:00100000:1.0:1761228602.500813:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737926656:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228602.500842:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737926656:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (1226us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228602.500848:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827
00000100:00100000:0.0:1761228602.501107:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ccd4586 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737927296:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228602.501136:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228602.501164:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737926656:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228602.501189:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927296
00000100:00100000:0.0:1761228602.501210:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014
00000100:00100000:0.0:1761228602.501213:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003caa4aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737927296:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228602.501239:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003caa4aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737927296:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (103us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228602.501244:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014
00000100:00100000:0.0:1761228602.501265:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ccd4586 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737927296:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228602.501305:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926784
00000100:00100000:2.0:1761228602.501325:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737926912
00000100:00100000:2.0:1761228602.501335:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392
00000100:00100000:2.0:1761228602.501338:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362d666e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737926784:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228602.501383:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362d666e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737926784:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (1995us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228602.501389:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392
00000100:00100000:2.0:1761228602.501403:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393
00000100:00100000:2.0:1761228602.501406:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5b5138a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737926912:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228602.501434:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5b5138a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737926912:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (1783us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228602.501438:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393
00000100:00100000:0.0:1761228602.501509:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737926784:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228602.501530:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097a8000c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737926912:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228603.011129:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228603.011151:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737927360:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228603.011224:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228603.011270:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927360
00000100:00100000:0.0:1761228603.011649:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040
00000100:00100000:0.0:1761228603.011664:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737927360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228603.011707:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228603.011761:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e9d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737927360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (537us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228603.011770:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040
00000100:00100000:1.0:1761228603.011839:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737927360:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228603.459041:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228604.035022:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067e8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737927424:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228604.035106:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228604.035340:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927424
00000100:00100000:3.0:1761228604.035389:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394
00000100:00100000:3.0:1761228604.035395:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737927424:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228604.035438:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228604.035494:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737927424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228604.035501:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394
00000100:00100000:2.0:1761228604.035611:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067e8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737927424:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228604.483136:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228605.507032:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228606.430592:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228606.430636:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228606.430662:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228606.430679:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755776
00000100:00100000:0.0:1761228606.430680:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755840
00000100:00100000:3.0:1761228606.430704:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228606.430730:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755904
00000100:00100000:2.0:1761228606.430735:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1828
00000100:00100000:2.0:1761228606.430756:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720755776:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228606.430765:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4955
00000100:00100000:0.0:1761228606.430771:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000503eafda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720755840:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228606.430863:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720755776:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 107us (282us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228606.430871:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1828
00000100:00100000:2.0:1761228606.430916:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720755968
00000100:00100000:2.0:1761228606.430935:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2474
00000100:00100000:2.0:1761228606.430939:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720755968:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228606.431033:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228606.431042:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4956
00000100:00100000:1.0:1761228606.431049:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067e8d15d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720755904:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228606.431162:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000503eafda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720755840:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 390us (525us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228606.431168:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4955
00000100:00100000:2.0:1761228606.431908:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720755968:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 966us (1246us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228606.431917:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2474
00000100:00100000:1.0:1761228606.434542:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067e8d15d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720755904:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 3482us (3829us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228606.434561:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4956
00010000:00010000:2.0:1761228606.530989:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228606.595900:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737927488:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228606.595976:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228606.596047:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927488
00000100:00100000:3.0:1761228606.596643:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395
00000100:00100000:3.0:1761228606.596652:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737927488:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228606.596694:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228606.596851:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737927488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 199us (876us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228606.596859:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395
00000100:00100000:2.0:1761228606.596958:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e324c654 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737927488:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228607.555026:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228607.619122:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1761228607.619830:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737927552:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228607.619917:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228607.620005:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927552
00000100:00100000:3.0:1761228607.620060:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829
00000100:00100000:3.0:1761228607.620066:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737927552:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228607.621625:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737927616:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228607.621688:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228607.621720:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228607.621725:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737927680:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228607.621759:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228607.621811:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927680
00000100:00100000:2.0:1761228607.621844:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396
00000100:00100000:2.0:1761228607.621849:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a49f9ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737927680:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228607.621886:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a49f9ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737927680:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (127us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228607.621896:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396
00000100:00100000:2.0:1761228607.621930:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737927680:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228607.621959:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927616
00000100:00100000:2.0:1761228607.621982:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957
00000100:00100000:2.0:1761228607.621985:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014994197 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737927616:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228607.622013:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014994197 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737927616:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228607.622019:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957
00000100:00100000:2.0:1761228607.622039:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737927616:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228607.622133:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737927552:12345-0@lo:400:kworker/u8:0.0 Request processed in 2064us (2215us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228607.622144:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829
00000100:00100000:1.0:1761228607.622157:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737927552:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228607.622176:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737927744:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228607.622204:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228607.622349:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228607.622355:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228607.622358:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228607.622362:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4198
00000100:00080000:0.0:1761228607.622365:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228607.622369:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228607.622389:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1761228607.622390:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000660ef430 x1846777737927872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228607.622401:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737927808:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228607.622404:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228607.622408:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228607.622409:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228607.622413:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4198
00000100:00080000:0.0:1761228607.622415:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228607.622418:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228607.622430:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e74fa706 x1846777737927936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228607.622436:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228607.622468:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927808
00000100:00100000:3.0:1761228607.622495:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397
00000100:00100000:3.0:1761228607.622499:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737927808:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228607.622508:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737928064:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228607.622537:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737927808:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (104us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228607.622547:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397
00000100:00100000:0.0:1761228607.622550:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228607.622574:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228607.622575:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737928128:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228607.622580:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737928000:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228607.622619:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228607.622619:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228607.622678:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737928192:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228607.622826:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927744
00000100:00100000:2.0:1761228607.622848:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928064
00000100:00100000:2.0:1761228607.622862:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928000
00000100:00100000:2.0:1761228607.622876:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958
00000100:00100000:2.0:1761228607.622880:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737927744:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228607.624811:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4959
00000100:00100000:0.0:1761228607.624822:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737928064:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228607.624840:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228607.624889:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fd6aa2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737928064:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (2343us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228607.624897:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4959
00000100:00100000:1.0:1761228607.624903:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4960
00000100:00100000:1.0:1761228607.624910:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef6a5f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737928000:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228607.624957:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef6a5f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737928000:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (2341us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228607.624964:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4960
00000100:00100000:1.0:1761228607.624994:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928128
00000100:00100000:0.0:1761228607.625006:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc672c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737928064:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228607.625029:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928192
00000100:00100000:0.0:1761228607.625036:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737928000:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228607.625057:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015
00000100:00100000:1.0:1761228607.625063:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737928128:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228607.625099:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737928128:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (2484us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228607.625102:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016
00000100:00100000:0.0:1761228607.625110:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737928192:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228607.625112:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015
00000100:00100000:1.0:1761228607.625157:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737927872:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228607.625186:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228607.625200:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737927936:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228607.625220:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228607.625245:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927872
00000100:00100000:1.0:1761228607.625262:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737927936
00000100:00100000:1.0:1761228607.625276:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475
00000100:00100000:1.0:1761228607.625279:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737927872:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228607.625327:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737928192:12345-0@lo:400:kworker/u8:0.0 Request processed in 217us (489us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228607.625334:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016
00000100:00100000:0.0:1761228607.625351:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476
00000100:00100000:0.0:1761228607.625354:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ccd4586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737927936:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228607.625376:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228607.625405:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737927872:12345-0@lo:8:kworker/u8:0.0 Request processed in 124us (218us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228607.625411:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475
00000100:00080000:1.0:1761228607.625436:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228607.625440:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00010000:02020000:0.0:1761228607.625443:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228607.625444:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737927872:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228607.625481:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ccd4586 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737927936:12345-0@lo:8:kworker/u8:0.0 Request processed in 124us (259us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228607.625481:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737928192:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228607.625492:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476
00000100:00080000:1.0:1761228607.625510:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228607.625514:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228607.625517:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737927936:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228607.625620:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737928128:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228607.625644:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e324c654 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737927744:12345-0@lo:400:kworker/u8:0.0 Request processed in 2761us (3438us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228607.625652:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958
00000100:00100000:3.0:1761228607.627101:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b242f3a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737927808:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228607.627122:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737927744:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228608.130990:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228608.131395:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737928256:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228608.131465:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228608.132021:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928256
00000100:00100000:0.0:1761228608.132089:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041
00000100:00100000:0.0:1761228608.132094:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737928256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228608.132140:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228608.132203:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a159ce17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737928256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (737us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228608.132210:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041
00000100:00100000:2.0:1761228608.132437:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737928256:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228608.579003:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228609.157229:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c72e3474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737928320:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228609.157294:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228609.157376:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928320
00000100:00100000:3.0:1761228609.157421:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398
00000100:00100000:3.0:1761228609.157426:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737928320:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228609.157461:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228609.157509:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737928320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228609.157516:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398
00000100:00100000:1.0:1761228609.157554:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c72e3474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737928320:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228609.603026:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228610.633876:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228611.550755:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228611.550827:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228611.550832:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756224
00000100:00100000:3.0:1761228611.550861:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228611.550887:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228611.550894:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2477
00000100:00100000:0.0:1761228611.550902:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720756224:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1761228611.550921:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756160
00000100:00100000:3.0:1761228611.550949:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756096
00000100:00100000:3.0:1761228611.550964:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4961
00000100:00100000:3.0:1761228611.550968:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c72e3474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720756160:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00010000:02020000:0.0:1761228611.550998:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228611.551086:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4962
00000100:00100000:2.0:1761228611.551092:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006730fb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720756096:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228611.551166:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720756224:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 264us (419us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228611.551174:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2477
00000100:00100000:1.0:1761228611.551480:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756032
00000100:00100000:1.0:1761228611.551515:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1830
00000100:00100000:1.0:1761228611.551519:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720756032:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228611.551551:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720756032:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 32us (725us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228611.551558:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1830
00000100:00100000:2.0:1761228611.551718:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006730fb91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720756096:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 624us (830us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228611.551726:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4962
00000100:00100000:3.0:1761228611.552345:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c72e3474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720756160:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1373us (1482us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228611.552353:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4961
00010000:00010000:0.0:1761228611.651391:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228611.715843:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fed3e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737928384:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228611.715917:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228611.716015:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928384
00000100:00100000:1.0:1761228611.716066:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399
00000100:00100000:1.0:1761228611.716072:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737928384:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228611.716109:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228611.716153:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737928384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228611.716160:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399
00000100:00100000:1.0:1761228611.716202:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fed3e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737928384:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228612.683963:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228612.739171:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228612.739178:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228612.739182:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228612.739191:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4203
00000100:00080000:1.0:1761228612.739194:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228612.739199:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228612.739207:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737928640:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228612.739219:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000402306a0 x1846777737928768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228612.739237:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228612.739240:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228612.739242:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228612.739245:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4203
00000100:00080000:1.0:1761228612.739247:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228612.739251:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228612.739262:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cff70347 x1846777737928832/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228612.739279:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228612.739310:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000402306a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737928768:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228612.739317:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee5c8fb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737929024:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228612.739349:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228612.739364:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928640
00000100:00100000:1.0:1761228612.739371:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cff70347 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737928832:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228612.739396:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228612.739412:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963
00000100:00100000:2.0:1761228612.739418:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737928640:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228612.739445:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928768
00000100:00100000:2.0:1761228612.739465:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5599a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737928640:12345-0@lo:400:kworker/u8:4.0 Request processed in 45us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228612.739469:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928832
00000100:00100000:2.0:1761228612.739472:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963
00000100:00100000:1.0:1761228612.739486:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478
00000100:00100000:1.0:1761228612.739491:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e777e45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737928768:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228612.739497:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228612.739527:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737928640:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228612.739544:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761228612.739548:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fed3e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737928448:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228612.739570:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228612.739584:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737928704:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228612.739600:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:1.0:1761228612.739604:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228612.739613:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069e46271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737929088:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228612.739639:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228612.739649:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e777e45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737928768:12345-0@lo:8:kworker/u8:4.0 Request processed in 156us (299us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228612.739657:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478
00000100:00100000:2.0:1761228612.739679:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929024
00000100:00100000:1.0:1761228612.739707:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929088
00000100:00100000:2.0:1761228612.739709:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017
00000100:00100000:2.0:1761228612.739714:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000feb3653 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737929024:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228612.739730:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018
00000100:00100000:1.0:1761228612.739735:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737929088:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228612.739748:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000feb3653 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737929024:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228612.739755:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017
00000100:00100000:2.0:1761228612.739769:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479
00000100:00100000:2.0:1761228612.739772:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737928832:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228612.739803:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737929088:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (135us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228612.739810:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018
00000100:00080000:1.0:1761228612.739851:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228612.739855:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228612.739859:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000402306a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737928768:0@lo:8:kworker/u8:4.0
00010000:02020000:2.0:1761228612.739865:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228612.739890:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928704
00000100:00100000:2.0:1761228612.739899:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737928832:12345-0@lo:8:kworker/u8:4.0 Request processed in 125us (503us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228612.739907:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479
00000100:00100000:1.0:1761228612.739922:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400
00000100:00100000:1.0:1761228612.739927:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737928704:12345-0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228612.739946:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228612.739951:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228612.739956:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cff70347 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737928832:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228612.739963:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737928704:12345-0@lo:400:kworker/u8:4.0 Request processed in 34us (361us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228612.739970:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400
00000100:00100000:2.0:1761228612.739983:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737928704:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228612.739997:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928448
00000100:00100000:2.0:1761228612.739998:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069e46271 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737929088:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228612.740024:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831
00000100:00100000:2.0:1761228612.740027:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee5c8fb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737929024:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228612.740031:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737928448:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228612.740065:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737928448:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (494us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228612.740071:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831
00000100:00100000:2.0:1761228612.740089:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fed3e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737928448:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228612.740498:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737928576:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228612.740531:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228612.740556:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737928960:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228612.740577:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228612.740580:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928576
00000100:00100000:0.0:1761228612.740605:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228612.740614:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737928512:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228612.740617:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401
00000100:00100000:3.0:1761228612.740623:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737928576:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228612.740640:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228612.740661:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737928896:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228612.740678:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737928576:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228612.740685:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401
00000100:00100000:0.0:1761228612.740698:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228612.740723:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737928576:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228612.740736:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928960
00000100:00100000:0.0:1761228612.740752:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928512
00000100:00100000:3.0:1761228612.740764:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737928896
00000100:00100000:0.0:1761228612.740805:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964
00000100:00100000:0.0:1761228612.740811:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557b99fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737928960:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228612.740816:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4965
00000100:00100000:3.0:1761228612.740822:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c75f3a4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737928512:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228612.740858:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557b99fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737928960:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228612.740864:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c75f3a4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737928512:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228612.740869:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964
00000100:00100000:3.0:1761228612.740876:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4965
00000100:00100000:0.0:1761228612.740889:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4966
00000100:00100000:0.0:1761228612.740895:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d46e95b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737928896:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228612.740928:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d46e95b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737928896:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228612.740938:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4966
00000100:00100000:0.0:1761228612.740963:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdeb1938 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737928512:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228612.740970:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060d857a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737928896:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228612.740976:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061fbf1f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737928960:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228613.252618:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a536e4ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737929152:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228613.252717:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228613.252813:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929152
00000100:00100000:0.0:1761228613.252863:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042
00000100:00100000:0.0:1761228613.252869:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737929152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228613.252906:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228613.253285:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c2f9dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737929152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 415us (568us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228613.253293:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042
00000100:00100000:3.0:1761228613.253473:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a536e4ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737929152:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228613.699536:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228614.280336:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737929216:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228614.280525:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228614.280657:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929216
00000100:00100000:1.0:1761228614.280700:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402
00000100:00100000:1.0:1761228614.280706:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000021bcd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737929216:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228614.280744:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228614.282373:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737929216:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228614.282436:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000021bcd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737929216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1727us (1911us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228614.282445:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402
00010000:00010000:2.0:1761228614.723675:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228615.746943:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228616.673554:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228616.673631:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228616.673677:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228616.673769:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228616.673839:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756352
00000100:00100000:0.0:1761228616.673900:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756416
00000100:00100000:0.0:1761228616.673918:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4967
00000100:00100000:0.0:1761228616.673924:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000909423fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720756352:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228616.674000:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000909423fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720756352:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 75us (455us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228616.674007:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4967
00000100:00100000:0.0:1761228616.674024:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4968
00000100:00100000:0.0:1761228616.674028:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7d0eb7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720756416:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228616.674053:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7d0eb7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720756416:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 24us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228616.674059:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4968
00000100:00100000:1.0:1761228616.674489:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756480
00000100:00100000:1.0:1761228616.674528:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2480
00000100:00100000:1.0:1761228616.674532:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720756480:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228616.674643:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228616.674682:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720756480:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 148us (1061us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228616.674689:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2480
00000100:00100000:2.0:1761228616.675483:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756288
00000100:00100000:2.0:1761228616.675531:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1832
00000100:00100000:2.0:1761228616.675536:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720756288:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228616.675580:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720756288:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 43us (1904us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228616.675592:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1832
00010000:00010000:1.0:1761228616.771104:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228616.835251:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004898c382 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737929280:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228616.835318:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228616.836854:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929280
00000100:00100000:2.0:1761228616.837981:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403
00000100:00100000:2.0:1761228616.837991:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060d857a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737929280:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228616.838049:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228616.838302:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060d857a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737929280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 310us (2982us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228616.838310:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403
00000100:00100000:3.0:1761228616.838892:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004898c382 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737929280:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228617.795511:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228617.861401:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228617.861408:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228617.861411:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228617.861419:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4208
00000100:00080000:3.0:1761228617.861422:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228617.861428:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228617.861445:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000612ad24e x1846777737929664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228617.861460:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228617.861462:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228617.861463:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228617.861466:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4208
00000100:00080000:3.0:1761228617.861467:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228617.861469:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228617.861476:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000583483b9 x1846777737929728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228617.861524:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5b23df9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737929472:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228617.861580:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228617.861604:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737929856:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228617.861654:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228617.861678:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228617.861682:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073fa76f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737929408:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228617.861698:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228617.861707:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737929792:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228617.861721:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228617.861737:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000612ad24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737929664:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228617.861755:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228617.861767:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000583483b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737929728:0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228617.861806:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228617.861836:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929856
00000100:00100000:3.0:1761228617.861871:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929408
00000100:00100000:3.0:1761228617.861885:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929792
00000100:00100000:3.0:1761228617.861900:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4969
00000100:00100000:3.0:1761228617.861905:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737929856:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228617.861946:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5318b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737929856:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228617.861952:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4969
00000100:00100000:3.0:1761228617.861965:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4970
00000100:00100000:3.0:1761228617.861968:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737929408:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228617.861985:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987fc900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737929408:12345-0@lo:400:kworker/u8:4.0 Request processed in 17us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228617.861990:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4970
00000100:00100000:3.0:1761228617.861997:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4971
00000100:00100000:3.0:1761228617.862000:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737929792:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228617.862015:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd66a77d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737929792:12345-0@lo:400:kworker/u8:4.0 Request processed in 14us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228617.862019:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4971
00000100:00100000:3.0:1761228617.862041:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929664
00000100:00100000:3.0:1761228617.862054:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929728
00000100:00100000:3.0:1761228617.862064:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481
00000100:00100000:3.0:1761228617.862067:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737929664:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:3.0:1761228617.862151:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228617.862178:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737929664:12345-0@lo:8:kworker/u8:4.0 Request processed in 110us (423us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228617.862183:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481
00000100:00100000:3.0:1761228617.862192:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482
00000100:00100000:3.0:1761228617.862194:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737929728:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862412:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c24a721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737929536:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862441:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228617.862457:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034b4c90c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737929920:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862472:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228617.862485:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761228617.862489:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737929344:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862510:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228617.862519:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000269f6e10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737929600:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862533:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228617.862543:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737929984:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862557:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228617.862575:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929920
00000100:00100000:2.0:1761228617.862592:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929984
00000100:00100000:2.0:1761228617.862601:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019
00000100:00100000:2.0:1761228617.862604:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737929920:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862643:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737929920:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (171us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228617.862648:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019
00000100:00100000:2.0:1761228617.862658:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020
00000100:00100000:2.0:1761228617.862661:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737929984:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862677:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737929984:12345-0@lo:400:kworker/u8:4.0 Request processed in 16us (121us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228617.862682:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020
00000100:00100000:2.0:1761228617.862697:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929472
00000100:00100000:2.0:1761228617.862712:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929600
00000100:00100000:2.0:1761228617.862721:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404
00000100:00100000:2.0:1761228617.862723:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737929472:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862744:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737929472:12345-0@lo:400:kworker/u8:4.0 Request processed in 20us (1165us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228617.862748:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404
00000100:00100000:2.0:1761228617.862756:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405
00000100:00100000:2.0:1761228617.862831:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054fed3e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737929600:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862854:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054fed3e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737929600:12345-0@lo:400:kworker/u8:4.0 Request processed in 95us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228617.862859:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405
00000100:00100000:2.0:1761228617.862877:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929536
00000100:00100000:2.0:1761228617.862894:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4972
00000100:00100000:2.0:1761228617.862897:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737929536:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862917:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdeb1938 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737929536:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (476us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228617.862924:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4972
00000100:00100000:2.0:1761228617.862951:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000269f6e10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737929600:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862959:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737929984:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862965:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c24a721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737929536:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.862972:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034b4c90c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737929920:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.863035:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073fa76f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737929408:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.863042:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737929792:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.863050:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5b23df9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737929472:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228617.863058:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737929856:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228617.863086:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228617.863090:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228617.863093:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000612ad24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737929664:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228617.863194:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737929344
00000100:00100000:1.0:1761228617.863225:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833
00000100:00100000:1.0:1761228617.863228:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737929344:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228617.863260:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737929344:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (749us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228617.863264:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833
00000100:00100000:1.0:1761228617.863293:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737929344:0@lo:400:kworker/u8:4.0
00010000:02020000:3.0:1761228617.863468:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228617.863830:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737929728:12345-0@lo:8:kworker/u8:4.0 Request processed in 1634us (2023us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228617.863837:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482
00000100:00080000:2.0:1761228617.863884:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228617.863887:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228617.863890:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000583483b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737929728:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228618.371083:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228618.371103:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bc08a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737930048:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228618.371173:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228618.371334:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930048
00000100:00100000:1.0:1761228618.371395:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043
00000100:00100000:1.0:1761228618.371401:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3ef7539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737930048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228618.371440:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228618.371483:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3ef7539 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737930048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228618.371492:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043
00000100:00100000:0.0:1761228618.371667:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bc08a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737930048:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228618.823181:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228619.396253:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737930112:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228619.396330:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228619.396419:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930112
00000100:00100000:2.0:1761228619.396457:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406
00000100:00100000:2.0:1761228619.396461:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737930112:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228619.396510:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228619.397354:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737930112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 889us (1022us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228619.397364:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406
00000100:00100000:1.0:1761228619.397713:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737930112:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228619.843021:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228620.866992:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228621.793074:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228621.793421:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228621.793525:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756544
00000100:00100000:1.0:1761228621.793597:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1834
00000100:00100000:1.0:1761228621.793608:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720756544:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228621.793696:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720756544:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 87us (630us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228621.793703:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1834
00000100:00100000:3.0:1761228621.793874:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756736
00000100:00100000:0.0:1761228621.794233:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228621.794271:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2483
00000100:00100000:3.0:1761228621.794276:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fbbd572 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720756736:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:0.0:1761228621.794513:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756672
00000100:00100000:0.0:1761228621.794543:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4973
00000100:00100000:0.0:1761228621.794547:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061fbf1f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720756672:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228621.797144:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228621.797210:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756608
00000100:00100000:2.0:1761228621.797271:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4974
00000100:00100000:2.0:1761228621.797278:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ad13316 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720756608:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228621.797345:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ad13316 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720756608:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 67us (209us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228621.797352:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4974
00010000:02020000:3.0:1761228621.797568:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228621.797597:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fbbd572 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720756736:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 3320us (4178us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228621.797604:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2483
00000100:00100000:0.0:1761228621.799195:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061fbf1f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720756672:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 4640us (4956us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228621.799209:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4973
00010000:00010000:1.0:1761228621.892806:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228621.955085:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228621.955109:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bc08a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737930176:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228621.955176:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228621.955232:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930176
00000100:00100000:2.0:1761228621.955278:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407
00000100:00100000:2.0:1761228621.955284:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737930176:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228621.955320:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228621.955367:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737930176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228621.955375:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407
00000100:00100000:0.0:1761228621.955590:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bc08a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737930176:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228622.915676:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228622.979019:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228622.979027:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1761228622.979028:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034b4c90c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737930432:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.979031:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737930304:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228622.979033:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228622.979042:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4213
00000100:00080000:3.0:1761228622.979046:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228622.979053:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228622.979114:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737930240:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228622.979249:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8218018 x1846777737930560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228622.979264:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228622.979266:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228622.979268:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228622.979270:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4213
00000100:00080000:3.0:1761228622.979272:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228622.979275:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228622.979284:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000f093386 x1846777737930624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228622.979327:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737930368:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.979401:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228622.979615:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737930688:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.979641:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228622.979670:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8218018 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737930560:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228622.979700:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228622.979717:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228622.979740:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737930496:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228622.979764:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228622.979808:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228622.979818:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737930880:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228622.979834:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0361f96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737930816:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228622.979848:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228622.979899:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930240
00000100:00100000:0.0:1761228622.979938:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835
00000100:00100000:0.0:1761228622.979944:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737930240:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228622.979991:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737930240:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228622.979999:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228622.980001:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835
00000100:00100000:1.0:1761228622.980034:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930560
00000100:00100000:0.0:1761228622.980045:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930496
00000100:00100000:2.0:1761228622.980049:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f093386 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737930624:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228622.980058:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930880
00000100:00100000:0.0:1761228622.980077:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408
00000100:00100000:0.0:1761228622.980082:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737930496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.980088:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228622.980089:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930816
00000100:00100000:1.0:1761228622.980104:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930624
00000100:00100000:1.0:1761228622.980143:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021
00000100:00100000:1.0:1761228622.980147:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef675af6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737930880:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228622.980182:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef675af6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737930880:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (336us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228622.980188:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021
00000100:00100000:1.0:1761228622.980201:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022
00000100:00100000:1.0:1761228622.980205:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a536e4ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737930816:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.980227:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930304
00000100:00100000:1.0:1761228622.980240:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a536e4ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737930816:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228622.980247:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022
00000100:00100000:2.0:1761228622.980257:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930688
00000100:00100000:1.0:1761228622.980264:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484
00000100:00100000:1.0:1761228622.980268:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737930560:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228622.980275:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930432
00000100:00100000:2.0:1761228622.980291:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4975
00000100:00100000:2.0:1761228622.980294:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cff70347 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737930304:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.980326:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cff70347 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737930304:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (927us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228622.980331:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4975
00000100:00100000:2.0:1761228622.980343:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4976
00000100:00100000:2.0:1761228622.980345:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000402306a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737930688:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.980363:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000402306a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737930688:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (723us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228622.980368:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4976
00000100:00100000:2.0:1761228622.980377:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4977
00000100:00100000:2.0:1761228622.980380:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737930432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228622.980406:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228622.980408:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004898c382 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737930432:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (601us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228622.980414:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4977
00000100:00100000:3.0:1761228622.980429:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000803adb26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737930752:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.980436:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485
00000100:00100000:2.0:1761228622.980441:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000583483b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737930624:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228622.980452:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:2.0:1761228622.980519:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228622.980561:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000583483b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737930624:12345-0@lo:8:kworker/u8:0.0 Request processed in 119us (475us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228622.980569:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485
00000100:00100000:3.0:1761228622.980590:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930752
00000100:00100000:2.0:1761228622.980603:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930368
00000100:00100000:3.0:1761228622.980618:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4978
00000100:00100000:3.0:1761228622.980623:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d35b6fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737930752:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.980627:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409
00000100:00100000:2.0:1761228622.980633:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004af95103 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737930368:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228622.980657:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d35b6fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737930752:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228622.980663:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4978
00000100:00100000:2.0:1761228622.980678:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004af95103 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737930368:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (273us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228622.980685:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409
00000100:00100000:3.0:1761228622.980701:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737930368:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228622.980717:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000803adb26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737930752:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761228622.980750:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228622.980755:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228622.980760:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f093386 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737930624:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228622.980796:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737930688:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228622.980810:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737930304:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.980829:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0361f96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737930816:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228622.980847:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034b4c90c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737930432:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228622.980859:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737930880:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228622.980871:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737930240:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228622.980958:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737930496:12345-0@lo:400:kworker/u8:0.0 Request processed in 875us (1193us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228622.980964:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408
00000100:00100000:3.0:1761228622.981033:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eccf2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737930496:0@lo:400:kworker/u8:0.0
00010000:02020000:1.0:1761228622.981650:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228622.981705:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737930560:12345-0@lo:8:kworker/u8:0.0 Request processed in 1436us (2005us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228622.981713:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484
00000100:00080000:2.0:1761228622.983168:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228622.983177:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228622.983184:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8218018 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737930560:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228623.491501:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228623.491523:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee5c8fb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737930944:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228623.491603:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228623.491892:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737930944
00000100:00100000:0.0:1761228623.491951:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044
00000100:00100000:0.0:1761228623.491958:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069e46271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737930944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228623.491992:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228623.492042:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069e46271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737930944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228623.492050:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044
00000100:00100000:0.0:1761228623.492092:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee5c8fb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737930944:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228623.939058:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228624.518100:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737931008:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228624.518177:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228624.518669:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931008
00000100:00100000:3.0:1761228624.518716:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410
00000100:00100000:3.0:1761228624.518722:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e74fa706 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737931008:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228624.518758:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228624.518841:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e74fa706 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737931008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (665us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228624.518848:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410
00000100:00100000:0.0:1761228624.518925:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737931008:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228624.963567:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228625.988977:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228626.913696:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228626.913750:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228626.913803:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228626.913968:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756864
00000100:00100000:2.0:1761228626.914058:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756928
00000100:00100000:2.0:1761228626.914085:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4979
00000100:00100000:2.0:1761228626.914092:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720756864:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228626.914174:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee5c8fb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720756864:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 81us (489us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228626.914181:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4979
00000100:00100000:2.0:1761228626.914198:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4980
00000100:00100000:2.0:1761228626.914202:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720756928:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228626.914231:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bc08a6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720756928:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 28us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228626.914241:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4980
00000100:00100000:2.0:1761228626.914391:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228626.914457:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756992
00000100:00100000:1.0:1761228626.914522:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2486
00000100:00100000:1.0:1761228626.914527:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720756992:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228626.914618:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228626.914665:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720756992:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 138us (276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228626.914672:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2486
00000100:00100000:0.0:1761228626.914747:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720756800
00000100:00100000:0.0:1761228626.914815:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1836
00000100:00100000:0.0:1761228626.914820:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720756800:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228626.914848:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720756800:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 28us (1099us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228626.914855:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1836
00010000:00010000:2.0:1761228627.011225:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228627.075759:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737931072:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228627.075850:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228627.075993:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931072
00000100:00100000:3.0:1761228627.076040:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411
00000100:00100000:3.0:1761228627.076045:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5b23df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737931072:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228627.076082:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228627.076137:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5b23df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737931072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228627.076143:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411
00000100:00100000:3.0:1761228627.076193:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737931072:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228628.035026:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228628.099240:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228628.099250:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228628.099254:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228628.099264:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4218
00000100:00080000:3.0:1761228628.099269:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228628.099275:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228628.099301:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000354d013d x1846777737931456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228628.099316:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228628.099319:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228628.099320:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228628.099323:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4218
00000100:00080000:3.0:1761228628.099325:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228628.099328:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228628.099345:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000060ab7b7f x1846777737931520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228628.099429:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000803adb26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737931200:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228628.099484:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737931136:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228628.099559:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228628.099587:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737931392:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.099593:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228628.099614:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228628.099624:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066209365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737931584:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228628.099635:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737931776:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.099657:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228628.099668:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228628.099697:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761228628.099704:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec862f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737931328:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.099705:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228628.099715:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086f57d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737931264:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228628.099730:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228628.099750:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737931712:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.099751:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228628.099773:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069917e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737931648:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228628.099802:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228628.099971:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931776
00000100:00100000:2.0:1761228628.100109:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931392
00000100:00100000:2.0:1761228628.100131:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931264
00000100:00100000:2.0:1761228628.100145:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412
00000100:00100000:2.0:1761228628.100151:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737931392:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228628.100265:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931712
00000100:00100000:1.0:1761228628.100284:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023
00000100:00100000:1.0:1761228628.100288:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737931776:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.100992:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228628.101025:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931200
00000100:00100000:3.0:1761228628.101037:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931584
00000100:00100000:0.0:1761228628.101063:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931328
00000100:00100000:3.0:1761228628.101071:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931648
00000100:00100000:0.0:1761228628.101094:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4981
00000100:00100000:3.0:1761228628.101100:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4982
00000100:00100000:0.0:1761228628.101102:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8218018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737931200:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101107:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0361f96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737931584:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101153:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0361f96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737931584:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (1498us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228628.101161:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8218018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737931200:12345-0@lo:400:kworker/u8:4.0 Request processed in 59us (1636us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228628.101162:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4982
00000100:00100000:0.0:1761228628.101172:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4981
00000100:00100000:3.0:1761228628.101184:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4983
00000100:00100000:3.0:1761228628.101190:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc672c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737931328:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228628.101194:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4984
00000100:00100000:0.0:1761228628.101200:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eccf2a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737931648:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101226:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc672c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737931328:12345-0@lo:400:kworker/u8:4.0 Request processed in 36us (1496us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228628.101233:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4983
00000100:00100000:0.0:1761228628.101255:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eccf2a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737931648:12345-0@lo:400:kworker/u8:4.0 Request processed in 53us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228628.101263:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4984
00000100:00100000:3.0:1761228628.101282:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413
00000100:00100000:3.0:1761228628.101288:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f093386 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737931264:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228628.101307:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024
00000100:00100000:0.0:1761228628.101314:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000effd6bc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737931712:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101322:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f093386 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737931264:12345-0@lo:400:kworker/u8:4.0 Request processed in 33us (1572us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228628.101329:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413
00000100:00100000:0.0:1761228628.101354:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000effd6bc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737931712:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (1552us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228628.101362:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024
00000100:00100000:3.0:1761228628.101374:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086f57d19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737931264:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101389:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069917e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737931648:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101402:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000803adb26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737931200:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101418:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066209365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737931584:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228628.101427:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec862f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737931328:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228628.101448:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737931712:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101498:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737931456:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228628.101504:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931136
00000100:00100000:0.0:1761228628.101536:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837
00000100:00100000:0.0:1761228628.101540:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737931136:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101580:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228628.101604:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737931520:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228628.101606:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737931136:12345-0@lo:400:kworker/u8:4.0 Request processed in 64us (2046us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228628.101615:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837
00000100:00100000:3.0:1761228628.101633:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228628.101654:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931456
00000100:00100000:3.0:1761228628.101668:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931520
00000100:00100000:0.0:1761228628.101676:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487
00000100:00100000:0.0:1761228628.101681:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737931456:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:3.0:1761228628.101698:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488
00000100:00100000:3.0:1761228628.101703:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737931520:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228628.101736:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737931392:12345-0@lo:400:kworker/u8:4.0 Request processed in 1583us (2121us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228628.101744:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412
00010000:02020000:0.0:1761228628.101888:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228628.101909:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737931776:12345-0@lo:400:kworker/u8:4.0 Request processed in 1619us (2242us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228628.101921:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023
00000100:00100000:0.0:1761228628.101948:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737931456:12345-0@lo:8:kworker/u8:4.0 Request processed in 265us (368us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228628.101956:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487
00000100:00100000:1.0:1761228628.101970:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737931136:0@lo:400:kworker/u8:4.0
00010000:02020000:3.0:1761228628.101973:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228628.101988:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737931392:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228628.102004:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737931776:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228628.102086:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737931520:12345-0@lo:8:kworker/u8:4.0 Request processed in 382us (453us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228628.102092:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488
00000100:00080000:2.0:1761228628.102645:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228628.102652:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228628.102657:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737931456:0@lo:8:kworker/u8:4.0
00000100:00080000:2.0:1761228628.102672:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228628.102675:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228628.102677:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737931520:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228628.611530:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228628.611552:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737931840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228628.612823:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228628.613383:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931840
00000100:00100000:1.0:1761228628.613442:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045
00000100:00100000:1.0:1761228628.613449:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a85c126 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737931840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228628.615430:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228628.615554:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a85c126 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737931840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2102us (2734us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228628.615566:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045
00000100:00100000:0.0:1761228628.615761:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737931840:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228629.059021:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228629.635656:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737931904:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228629.635724:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228629.636206:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931904
00000100:00100000:3.0:1761228629.636254:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414
00000100:00100000:3.0:1761228629.636261:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737931904:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228629.636298:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228629.637370:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737931904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1105us (1643us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228629.637379:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414
00000100:00100000:1.0:1761228629.637630:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737931904:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228630.085722:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228631.107215:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228632.031402:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228632.031457:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228632.035137:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757248
00000100:00100000:0.0:1761228632.035205:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2489
00000100:00100000:0.0:1761228632.035211:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073fa76f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720757248:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228632.035314:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228632.035380:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073fa76f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720757248:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 168us (3923us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228632.035387:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2489
00000100:00100000:3.0:1761228632.036670:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757056
00000100:00100000:3.0:1761228632.037104:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1838
00000100:00100000:3.0:1761228632.037113:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720757056:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228632.037191:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720757056:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 79us (5800us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228632.037198:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1838
00000100:00100000:2.0:1761228632.037807:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228632.037847:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228632.037908:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757184
00000100:00100000:0.0:1761228632.037986:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757120
00000100:00100000:2.0:1761228632.038018:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4985
00000100:00100000:2.0:1761228632.038024:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c24a721 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720757184:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228632.038052:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4986
00000100:00100000:1.0:1761228632.038060:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000269f6e10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720757120:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228632.038078:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c24a721 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720757184:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 52us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228632.038087:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4985
00000100:00100000:1.0:1761228632.038106:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000269f6e10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720757120:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 45us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228632.038114:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4986
00010000:00010000:0.0:1761228632.131639:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228632.195541:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737931968:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228632.195627:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228632.195733:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737931968
00000100:00100000:1.0:1761228632.195817:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415
00000100:00100000:1.0:1761228632.195823:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a541dcd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737931968:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228632.195871:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228632.196477:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a541dcd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737931968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 651us (849us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228632.196486:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415
00000100:00100000:2.0:1761228632.196550:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737931968:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228633.154978:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228633.219009:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228633.219017:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228633.219021:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228633.219031:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4223
00000100:00080000:3.0:1761228633.219034:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228633.219041:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228633.219061:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e59acb0d x1846777737932352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228633.219075:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228633.219078:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228633.219080:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228633.219082:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4223
00000100:00080000:3.0:1761228633.219084:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228633.219087:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228633.219097:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000050f2db84 x1846777737932416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228633.219142:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737932160:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228633.219206:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228633.219238:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066209365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737932544:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228633.219269:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228633.219271:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737932096:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228633.219308:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228633.219313:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932160
00000100:00100000:0.0:1761228633.219329:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec862f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737932480:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228633.219354:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228633.219362:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416
00000100:00100000:3.0:1761228633.219369:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737932160:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228633.219421:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737932160:12345-0@lo:400:kworker/u8:4.0 Request processed in 51us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228633.219439:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416
00000100:00100000:0.0:1761228633.219440:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932544
00000100:00100000:3.0:1761228633.219471:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932096
00000100:00100000:0.0:1761228633.219472:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932480
00000100:00100000:3.0:1761228633.219509:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4987
00000100:00100000:3.0:1761228633.219513:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031aafaca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737932544:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228633.219542:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031aafaca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737932544:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228633.219548:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4987
00000100:00100000:3.0:1761228633.219559:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4988
00000100:00100000:3.0:1761228633.219563:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e041cfec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737932096:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228633.219591:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e041cfec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737932096:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228633.219596:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4988
00000100:00100000:3.0:1761228633.219608:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4989
00000100:00100000:3.0:1761228633.219611:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a225c4ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737932480:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228633.219634:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a225c4ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737932480:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228633.219639:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4989
00000100:00100000:1.0:1761228633.219706:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737932032:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.219740:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228633.219757:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737932288:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.219793:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228633.219806:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069917e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737932672:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.219830:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228633.219845:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228633.219849:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737932224:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.219867:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228633.219921:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737932352:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228633.219947:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228633.219962:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737932416:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228633.219980:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228633.220018:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932288
00000100:00100000:2.0:1761228633.220039:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417
00000100:00100000:2.0:1761228633.220042:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737932288:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228633.220068:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737932288:12345-0@lo:400:kworker/u8:4.0 Request processed in 25us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228633.220072:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417
00000100:00100000:1.0:1761228633.221241:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000803adb26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737932608:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.221277:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228633.221310:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737932288:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.221342:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932032
00000100:00100000:1.0:1761228633.221369:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839
00000100:00100000:1.0:1761228633.221372:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737932032:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.221403:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737932032:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (1663us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228633.221409:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839
00000100:00100000:1.0:1761228633.221451:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932672
00000100:00100000:0.0:1761228633.221456:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932224
00000100:00100000:1.0:1761228633.221479:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932352
00000100:00100000:0.0:1761228633.221485:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4990
00000100:00100000:0.0:1761228633.221491:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000177db070 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737932224:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.221499:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932416
00000100:00100000:1.0:1761228633.221508:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932608
00000100:00100000:1.0:1761228633.221523:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025
00000100:00100000:1.0:1761228633.221527:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737932672:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228633.221532:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000177db070 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737932224:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (1663us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228633.221539:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4990
00000100:00100000:1.0:1761228633.221561:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737932672:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (1729us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228633.221567:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025
00000100:00100000:1.0:1761228633.221578:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026
00000100:00100000:1.0:1761228633.221581:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737932608:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.221603:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737932608:12345-0@lo:400:kworker/u8:4.0 Request processed in 21us (326us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228633.221608:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026
00000100:00100000:1.0:1761228633.221618:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490
00000100:00100000:1.0:1761228633.221622:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096bfec51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737932352:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228633.221661:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737932096:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228633.221674:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec862f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737932480:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228633.221698:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491
00000100:00100000:0.0:1761228633.221702:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef0cd9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737932416:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228633.221708:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228633.221736:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096bfec51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737932352:12345-0@lo:8:kworker/u8:4.0 Request processed in 114us (1789us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228633.221742:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490
00000100:00100000:1.0:1761228633.221793:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737932224:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.221805:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000803adb26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737932608:0@lo:400:kworker/u8:4.0
00010000:02020000:0.0:1761228633.221807:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228633.221817:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737932032:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228633.221828:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069917e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737932672:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228633.221844:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef0cd9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737932416:12345-0@lo:8:kworker/u8:4.0 Request processed in 140us (1862us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228633.221852:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491
00000100:00080000:1.0:1761228633.221921:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228633.221926:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228633.221930:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737932352:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228633.221941:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737932160:0@lo:400:kworker/u8:4.0
00000100:00080000:1.0:1761228633.221943:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228633.221946:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228633.221949:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737932416:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228633.222005:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066209365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737932544:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228633.731475:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228633.731500:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000325cfc5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737932736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228633.731571:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228633.731660:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932736
00000100:00100000:1.0:1761228633.731715:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046
00000100:00100000:1.0:1761228633.731722:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095885812 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737932736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228633.731798:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228633.731852:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095885812 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737932736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228633.731860:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046
00000100:00100000:3.0:1761228633.732899:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000325cfc5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737932736:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228634.181715:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228634.755299:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228634.755315:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737932800:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228634.755391:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228634.755593:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932800
00000100:00100000:3.0:1761228634.755644:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418
00000100:00100000:3.0:1761228634.755651:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000755c8cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737932800:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228634.755688:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228634.755741:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000755c8cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737932800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (351us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228634.755747:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418
00000100:00100000:2.0:1761228634.755853:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb16f042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737932800:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228635.204092:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228636.229641:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228637.151101:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228637.151161:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228637.151175:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757312
00000100:00100000:2.0:1761228637.151645:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1840
00000100:00100000:2.0:1761228637.151653:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720757312:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228637.151838:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720757312:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 184us (747us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228637.151849:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1840
00000100:00100000:0.0:1761228637.152297:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228637.152321:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757376
00000100:00100000:3.0:1761228637.152366:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4991
00000100:00100000:3.0:1761228637.152371:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000325cfc5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720757376:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228637.152439:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000325cfc5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720757376:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 66us (1279us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228637.152446:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4991
00000100:00100000:3.0:1761228637.152811:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757440
00000100:00100000:0.0:1761228637.152835:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228637.152838:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4992
00000100:00100000:3.0:1761228637.152844:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720757440:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228637.152880:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818917ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720757440:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 35us (584us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228637.152887:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4992
00000100:00100000:2.0:1761228637.153052:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757504
00000100:00100000:2.0:1761228637.153086:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2492
00000100:00100000:2.0:1761228637.153090:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720757504:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228637.153181:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228637.153240:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720757504:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 148us (408us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228637.153247:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2492
00010000:00010000:1.0:1761228637.251713:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228637.314994:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737932864:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228637.315064:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228637.315138:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932864
00000100:00100000:3.0:1761228637.315329:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419
00000100:00100000:3.0:1761228637.315334:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a5bcbfb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737932864:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228637.315744:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228637.315825:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a5bcbfb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737932864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 489us (761us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228637.315833:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419
00000100:00100000:2.0:1761228637.315864:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb3b2838 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737932864:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228638.275826:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228638.340745:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228638.340753:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228638.340756:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228638.340764:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4229
00000100:00080000:2.0:1761228638.340767:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228638.340774:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228638.340838:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006e37cdfc x1846777737933248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228638.340853:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228638.340857:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228638.340858:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228638.340861:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4229
00000100:00080000:2.0:1761228638.340865:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228638.340868:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228638.340878:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004bbc62e8 x1846777737933312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228638.341007:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007104bd67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737933120:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341075:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228638.341114:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008877e804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737933504:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341139:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228638.341159:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1761228638.341163:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ce188b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737932928:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341185:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228638.341194:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8f74776 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737933184:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341209:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228638.341219:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000211c46ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737933568:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341236:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228638.341262:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933504
00000100:00100000:3.0:1761228638.341297:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933568
00000100:00100000:3.0:1761228638.341311:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027
00000100:00100000:3.0:1761228638.341320:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737933504:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341359:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737933504:12345-0@lo:400:kworker/u8:4.0 Request processed in 38us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228638.341374:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027
00000100:00100000:3.0:1761228638.341387:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2028
00000100:00100000:3.0:1761228638.341390:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0149479 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737933568:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341409:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0149479 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737933568:12345-0@lo:400:kworker/u8:4.0 Request processed in 19us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228638.341414:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2028
00000100:00100000:3.0:1761228638.341555:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737933056:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341577:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228638.341591:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006066f870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737932992:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341592:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f49f4d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737933440:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341609:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228638.341643:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228638.341645:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933184
00000100:00100000:0.0:1761228638.341659:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d87164f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737933376:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341663:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933056
00000100:00100000:3.0:1761228638.341673:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420
00000100:00100000:3.0:1761228638.341677:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737933184:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228638.341678:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228638.341701:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737933184:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228638.341703:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933120
00000100:00100000:3.0:1761228638.341707:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420
00000100:00100000:3.0:1761228638.341717:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421
00000100:00100000:3.0:1761228638.341720:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737933056:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228638.341722:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933440
00000100:00100000:0.0:1761228638.341736:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932992
00000100:00100000:0.0:1761228638.341750:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933376
00000100:00100000:3.0:1761228638.341752:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737933056:12345-0@lo:400:kworker/u8:4.0 Request processed in 24us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228638.341758:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421
00000100:00100000:0.0:1761228638.341759:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4993
00000100:00100000:0.0:1761228638.341763:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737933120:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341798:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4994
00000100:00100000:3.0:1761228638.341802:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061de132d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737933440:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228638.341815:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002a5522b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737933120:12345-0@lo:400:kworker/u8:4.0 Request processed in 52us (741us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228638.341821:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4993
00000100:00100000:3.0:1761228638.341823:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061de132d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737933440:12345-0@lo:400:kworker/u8:4.0 Request processed in 22us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228638.341828:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4994
00000100:00100000:0.0:1761228638.341831:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4995
00000100:00100000:0.0:1761228638.341834:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e63e3e0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737932992:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.341837:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4996
00000100:00100000:3.0:1761228638.341839:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d3df50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737933376:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228638.341858:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e63e3e0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737932992:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228638.341858:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d3df50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737933376:12345-0@lo:400:kworker/u8:4.0 Request processed in 18us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228638.341864:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4996
00000100:00100000:1.0:1761228638.341926:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e37cdfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737933248:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228638.341960:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228638.341976:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004bbc62e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737933312:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228638.342007:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228638.342043:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933248
00000100:00100000:1.0:1761228638.342061:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933312
00000100:00100000:1.0:1761228638.342073:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493
00000100:00100000:1.0:1761228638.342082:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737933248:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228638.342174:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228638.342204:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737933248:12345-0@lo:8:kworker/u8:4.0 Request processed in 126us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228638.342209:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493
00000100:00100000:1.0:1761228638.342220:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494
00000100:00100000:1.0:1761228638.342223:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e055e4a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737933312:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:1.0:1761228638.342293:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228638.342315:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e055e4a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737933312:12345-0@lo:8:kworker/u8:4.0 Request processed in 90us (308us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228638.342320:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494
00000100:00080000:1.0:1761228638.342375:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228638.342378:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228638.342383:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e37cdfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737933248:0@lo:8:kworker/u8:4.0
00000100:00080000:1.0:1761228638.342391:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228638.342393:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228638.342395:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004bbc62e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737933312:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228638.342457:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006066f870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737932992:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228638.342466:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d87164f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737933376:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228638.342503:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8f74776 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737933184:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228638.342513:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000211c46ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737933568:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228638.342521:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007104bd67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737933120:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228638.342528:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008877e804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737933504:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.342603:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737933056:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228638.342612:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f49f4d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737933440:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228638.342657:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4995
00000100:00100000:2.0:1761228638.342857:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737932928
00000100:00100000:2.0:1761228638.342894:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841
00000100:00100000:2.0:1761228638.342898:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737932928:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228638.342978:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737932928:12345-0@lo:400:kworker/u8:4.0 Request processed in 78us (1792us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228638.342984:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841
00000100:00100000:1.0:1761228638.343060:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ce188b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737932928:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228638.851406:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228638.851428:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737933632:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228638.851502:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228638.851609:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933632
00000100:00100000:0.0:1761228638.851663:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047
00000100:00100000:0.0:1761228638.851669:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ecfa946 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737933632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228638.851761:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228638.851831:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ecfa946 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737933632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (330us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228638.851839:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047
00000100:00100000:2.0:1761228638.851923:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737933632:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228639.302720:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228639.879453:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228639.879475:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be8bf88f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737933696:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228639.879548:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228639.879640:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933696
00000100:00100000:1.0:1761228639.879819:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422
00000100:00100000:1.0:1761228639.879825:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737933696:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228639.879864:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228639.879916:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737933696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (369us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228639.879924:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422
00000100:00100000:0.0:1761228639.880001:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be8bf88f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737933696:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228640.323026:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228641.347403:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228642.270367:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228642.270415:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228642.270460:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228642.270525:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228642.270621:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757696
00000100:00100000:3.0:1761228642.270672:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757632
00000100:00100000:3.0:1761228642.270693:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4997
00000100:00100000:3.0:1761228642.270699:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a037fdbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720757696:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228642.270772:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a037fdbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720757696:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 73us (312us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228642.270806:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4997
00000100:00100000:0.0:1761228642.270810:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 4998
00000100:00100000:0.0:1761228642.270814:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8d2057f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720757632:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228642.270842:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8d2057f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720757632:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 26us (317us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228642.270847:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 4998
00000100:00100000:1.0:1761228642.271007:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757568
00000100:00100000:2.0:1761228642.271279:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757760
00000100:00100000:2.0:1761228642.271331:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2495
00000100:00100000:2.0:1761228642.271335:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720757760:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228642.271433:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228642.271474:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720757760:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 138us (1060us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228642.271482:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2495
00000100:00100000:0.0:1761228642.272163:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1842
00000100:00100000:0.0:1761228642.272170:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720757568:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228642.272217:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720757568:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 46us (1857us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228642.272224:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1842
00010000:00010000:1.0:1761228642.371004:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228642.436011:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737933760:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228642.436085:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228642.438999:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933760
00000100:00100000:1.0:1761228642.441377:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423
00000100:00100000:1.0:1761228642.441390:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737933760:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228642.441445:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228642.441542:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737933760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (5458us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228642.441550:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423
00000100:00100000:2.0:1761228642.441878:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737933760:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228643.395034:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228643.459133:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228643.459144:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228643.459149:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228643.459160:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4234
00000100:00080000:2.0:1761228643.459164:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228643.459173:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228643.459202:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f49f4d4b x1846777737934144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228643.459220:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228643.459224:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228643.459225:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228643.459229:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4234
00000100:00080000:2.0:1761228643.459231:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228643.459234:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228643.459245:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000886e62fb x1846777737934208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228643.459320:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737933888:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.459374:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737933952:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228643.459434:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228643.459435:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228643.459549:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737933824:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228643.459581:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737934016:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228643.460158:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008877e804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737934272:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.460159:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007104bd67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737934336:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228643.460206:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228643.460242:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933888
00000100:00100000:2.0:1761228643.460267:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228643.460303:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934272
00000100:00100000:2.0:1761228643.460319:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934336
00000100:00100000:3.0:1761228643.460346:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4999
00000100:00100000:3.0:1761228643.460353:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d87164f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737933888:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228643.460359:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5000
00000100:00100000:2.0:1761228643.460365:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006066f870 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737934272:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228643.460428:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006066f870 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737934272:12345-0@lo:400:kworker/u8:0.0 Request processed in 61us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228643.460435:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d87164f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737933888:12345-0@lo:400:kworker/u8:0.0 Request processed in 80us (1007us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228643.460446:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5000
00000100:00100000:3.0:1761228643.460453:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4999
00000100:00100000:2.0:1761228643.460473:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5001
00000100:00100000:2.0:1761228643.460478:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bbc62e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737934336:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.460493:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933952
00000100:00100000:2.0:1761228643.460515:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bbc62e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737934336:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228643.460522:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5001
00000100:00100000:3.0:1761228643.460526:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424
00000100:00100000:3.0:1761228643.460531:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737933952:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.460569:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737933952:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (1143us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228643.460576:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737933888:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.460577:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424
00000100:00100000:2.0:1761228643.460595:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008877e804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737934272:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.460638:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737933952:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228643.460653:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f49f4d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737934144:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228643.460654:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007104bd67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737934336:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228643.460999:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228643.461028:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ce188b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737934080:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.461042:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737933824
00000100:00100000:1.0:1761228643.461072:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228643.461076:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843
00000100:00100000:3.0:1761228643.461083:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737933824:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228643.461103:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8f74776 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737934464:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.461130:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737933824:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228643.461138:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843
00000100:00100000:1.0:1761228643.461144:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228643.461180:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737933824:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.461189:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934080
00000100:00100000:1.0:1761228643.461222:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934464
00000100:00100000:3.0:1761228643.461222:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425
00000100:00100000:3.0:1761228643.461227:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d5b5829 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737934080:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228643.461254:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029
00000100:00100000:1.0:1761228643.461259:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f66b1eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737934464:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228643.461269:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d5b5829 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737934080:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228643.461276:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425
00000100:00100000:1.0:1761228643.461300:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f66b1eff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737934464:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228643.461319:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029
00000100:00100000:1.0:1761228643.461350:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ce188b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737934080:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228643.461360:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8f74776 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737934464:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228643.461827:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228643.461846:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737934208:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228643.461877:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934144
00000100:00100000:2.0:1761228643.461881:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228643.461910:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934208
00000100:00100000:1.0:1761228643.461940:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496
00000100:00100000:1.0:1761228643.461947:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008877e804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737934144:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228643.461956:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497
00000100:00100000:3.0:1761228643.461962:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4c9bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737934208:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228643.461994:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228643.462025:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000211c46ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737934400:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228643.462030:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934016
00000100:00100000:0.0:1761228643.462060:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228643.462066:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5002
00000100:00100000:2.0:1761228643.462071:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e95440a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737934016:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228643.462098:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934400
00000100:00100000:2.0:1761228643.462116:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e95440a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737934016:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (125us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228643.462124:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5002
00000100:00100000:0.0:1761228643.462136:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030
00000100:00100000:0.0:1761228643.462141:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eb2dde2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737934400:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228643.462178:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eb2dde2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737934400:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (119us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228643.462185:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030
00000100:00100000:0.0:1761228643.462217:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737934016:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228643.462228:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000211c46ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737934400:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1761228643.462350:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:1.0:1761228643.462400:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228643.462402:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4c9bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737934208:12345-0@lo:8:kworker/u8:0.0 Request processed in 438us (519us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228643.462411:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497
00000100:00100000:1.0:1761228643.462439:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008877e804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737934144:12345-0@lo:8:kworker/u8:0.0 Request processed in 491us (611us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228643.462447:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496
00000100:00080000:2.0:1761228643.463123:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228643.463132:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228643.463137:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f49f4d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737934144:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228643.463149:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228643.463151:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228643.463155:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737934208:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228643.971492:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737934528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228643.971567:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228643.972669:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934528
00000100:00100000:1.0:1761228643.972734:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048
00000100:00100000:1.0:1761228643.972740:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000193d16da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737934528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228643.972805:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228643.973763:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000193d16da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737934528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1020us (2194us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228643.973772:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048
00000100:00100000:0.0:1761228643.973896:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737934528:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228644.421369:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228644.995282:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228644.995310:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737934592:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228644.995398:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228644.995501:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934592
00000100:00100000:3.0:1761228644.995566:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426
00000100:00100000:3.0:1761228644.995576:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737934592:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228644.995635:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228644.995695:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737934592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228644.995703:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426
00000100:00100000:1.0:1761228644.995899:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737934592:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228645.443385:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228646.468114:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228647.390094:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228647.390212:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228647.390294:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757888
00000100:00100000:0.0:1761228647.390377:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5003
00000100:00100000:0.0:1761228647.390385:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000196e18c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720757888:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228647.390489:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000196e18c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720757888:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 104us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228647.390497:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5003
00000100:00100000:1.0:1761228647.391919:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757824
00000100:00100000:3.0:1761228647.392116:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228647.392349:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228647.392373:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720757952
00000100:00100000:1.0:1761228647.392381:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1844
00000100:00100000:1.0:1761228647.392393:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720757824:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228647.392396:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758016
00000100:00100000:3.0:1761228647.392425:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2498
00000100:00100000:3.0:1761228647.392433:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b52118b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720758016:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1761228647.392477:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5004
00000100:00100000:1.0:1761228647.392490:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720757824:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 96us (2406us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228647.392502:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1844
00010000:02020000:3.0:1761228647.392536:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228647.392561:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720757952:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228647.392581:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b52118b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720758016:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 148us (234us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228647.392589:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2498
00000100:00100000:2.0:1761228647.392591:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f201c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720757952:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 109us (483us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228647.392597:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5004
00010000:00010000:2.0:1761228647.491111:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228647.555292:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228647.555313:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737934656:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228647.555386:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228647.555543:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934656
00000100:00100000:2.0:1761228647.555602:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427
00000100:00100000:2.0:1761228647.555608:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737934656:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228647.555705:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228647.555761:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737934656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 152us (375us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228647.555768:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427
00000100:00100000:0.0:1761228647.555830:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737934656:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228648.515669:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228648.581002:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1761228648.581007:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f49f4d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737934720:0@lo:400:kworker/u8:4.0
00000100:00080000:2.0:1761228648.581011:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228648.581016:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228648.581022:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4239
00000100:00080000:2.0:1761228648.581025:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228648.581032:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228648.581053:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000211c46ec x1846777737935040/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228648.581069:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228648.581072:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228648.581074:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228648.581078:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4239
00000100:00080000:2.0:1761228648.581080:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228648.581085:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228648.581089:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228648.581099:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec331a8f x1846777737935104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228648.581137:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737934976:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228648.581147:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000211c46ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737935040:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228648.581171:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228648.581187:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228648.581194:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007104bd67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737935360:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228648.581211:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737935104:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228648.581223:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228648.581256:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228648.581272:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761228648.581282:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ef0cd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737934912:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228648.581302:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935040
00000100:00100000:0.0:1761228648.581316:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228648.581337:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737935296:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228648.581340:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935360
00000100:00100000:2.0:1761228648.581370:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935104
00000100:00100000:0.0:1761228648.581371:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228648.581384:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935296
00000100:00100000:2.0:1761228648.581405:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031
00000100:00100000:0.0:1761228648.581407:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934976
00000100:00100000:2.0:1761228648.581413:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737935360:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228648.581436:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428
00000100:00100000:0.0:1761228648.581441:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737934976:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228648.581470:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737935360:12345-0@lo:400:kworker/u8:4.0 Request processed in 57us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228648.581479:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031
00000100:00100000:0.0:1761228648.581484:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737934976:12345-0@lo:400:kworker/u8:4.0 Request processed in 41us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228648.581491:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428
00000100:00100000:2.0:1761228648.581498:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032
00000100:00100000:2.0:1761228648.581502:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737935296:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228648.581518:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499
00000100:00100000:0.0:1761228648.581523:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000489e8371 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737935040:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228648.581534:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737935296:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (164us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228648.581540:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032
00000100:00100000:2.0:1761228648.581555:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500
00000100:00100000:2.0:1761228648.581558:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737935104:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228648.582216:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:2.0:1761228648.582228:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228648.582280:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000489e8371 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737935040:12345-0@lo:8:kworker/u8:4.0 Request processed in 755us (1094us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228648.582288:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499
00000100:00100000:0.0:1761228648.582319:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934912
00000100:00100000:0.0:1761228648.582348:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5005
00000100:00100000:0.0:1761228648.582352:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026f6c821 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737934912:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228648.582383:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026f6c821 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737934912:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (1067us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228648.582388:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5005
00000100:00100000:0.0:1761228648.582408:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934720
00000100:00100000:0.0:1761228648.582431:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845
00000100:00100000:0.0:1761228648.582434:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737934720:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228648.582462:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737934720:12345-0@lo:400:kworker/u8:4.0 Request processed in 27us (1379us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228648.582468:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845
00000100:00100000:3.0:1761228648.582493:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096bfec51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737934848:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.582531:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228648.582551:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ce188b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737935232:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.582576:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228648.582598:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228648.582604:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e37cdfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737934784:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228648.582613:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ef0cd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737934912:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.582630:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228648.582632:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737935296:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228648.582647:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737934976:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.582653:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8f74776 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737935168:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228648.582661:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007104bd67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737935360:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228648.582673:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f49f4d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737934720:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.582682:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228648.582716:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935232
00000100:00100000:1.0:1761228648.582727:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934784
00000100:00100000:3.0:1761228648.582746:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935168
00000100:00100000:1.0:1761228648.582762:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5006
00000100:00100000:1.0:1761228648.582768:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737935232:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.582793:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5007
00000100:00100000:3.0:1761228648.582799:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb16f042 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737934784:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228648.582844:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be8bf88f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737935232:12345-0@lo:400:kworker/u8:4.0 Request processed in 75us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228648.582846:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb16f042 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737934784:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228648.582859:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5006
00000100:00100000:3.0:1761228648.582872:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5007
00000100:00100000:1.0:1761228648.582878:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5008
00000100:00100000:1.0:1761228648.582885:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737935168:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.582913:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737934848
00000100:00100000:1.0:1761228648.582917:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef17c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737935168:12345-0@lo:400:kworker/u8:4.0 Request processed in 32us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228648.582925:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5008
00000100:00100000:3.0:1761228648.582934:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429
00000100:00100000:3.0:1761228648.582939:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737934848:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.582968:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737934848:12345-0@lo:400:kworker/u8:4.0 Request processed in 28us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228648.582973:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429
00000100:00100000:3.0:1761228648.583002:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e37cdfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737934784:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.583012:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8f74776 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737935168:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.583022:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096bfec51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737934848:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228648.583031:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ce188b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737935232:0@lo:400:kworker/u8:4.0
00000100:00080000:0.0:1761228648.583138:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228648.583143:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228648.583147:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000211c46ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737935040:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228648.583173:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1761228648.583177:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737935104:12345-0@lo:8:kworker/u8:4.0 Request processed in 1614us (1930us total) trans 0 rc -19/-19
00000100:00080000:0.0:1761228648.583178:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228648.583185:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec331a8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737935104:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228648.583190:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500
00000100:00100000:0.0:1761228649.091001:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228649.091020:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737935424:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228649.091083:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228649.091128:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935424
00000100:00100000:0.0:1761228649.091175:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049
00000100:00100000:0.0:1761228649.091181:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737935424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228649.091216:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228649.091274:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067efa027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737935424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228649.091281:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049
00000100:00100000:1.0:1761228649.091387:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737935424:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228649.539533:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228650.115896:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228650.115911:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737935488:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228650.115982:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228650.116078:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935488
00000100:00100000:3.0:1761228650.116130:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430
00000100:00100000:3.0:1761228650.116137:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737935488:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228650.116178:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228650.116245:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737935488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228650.116252:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430
00000100:00100000:2.0:1761228650.116381:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737935488:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228650.564316:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228651.587048:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228652.510062:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228652.510102:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228652.510129:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228652.510192:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228652.510237:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758272
00000100:00100000:2.0:1761228652.510273:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2501
00000100:00100000:2.0:1761228652.510278:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720758272:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228652.510397:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228652.510447:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720758272:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 167us (254us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228652.510453:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2501
00000100:00100000:2.0:1761228652.510490:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758208
00000100:00100000:2.0:1761228652.510511:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758144
00000100:00100000:2.0:1761228652.510523:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5009
00000100:00100000:2.0:1761228652.510527:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd91bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720758208:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228652.510561:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd91bbbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720758208:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 33us (459us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228652.510569:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5010
00000100:00100000:1.0:1761228652.510577:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720758144:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228652.510722:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758080
00000100:00100000:3.0:1761228652.510745:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1846
00000100:00100000:3.0:1761228652.510748:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720758080:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228652.510769:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720758080:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 20us (716us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228652.510799:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1846
00000100:00100000:1.0:1761228652.511145:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3913dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720758144:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 567us (1015us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228652.512744:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5009
00000100:00100000:1.0:1761228652.513543:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5010
00010000:00010000:0.0:1761228652.613450:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228652.675105:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737935552:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228652.675212:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228652.675429:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935552
00000100:00100000:3.0:1761228652.675483:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431
00000100:00100000:3.0:1761228652.675496:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737935552:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228652.675543:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228652.677051:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737935552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1556us (1849us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228652.677063:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431
00000100:00100000:0.0:1761228652.677138:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737935552:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228653.635007:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228653.700598:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761228653.700712:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737935680:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228653.700762:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737935744:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228653.700797:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228653.700857:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a1f6556 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737935616:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228653.700893:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228653.701033:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228653.701063:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935616
00000100:00100000:0.0:1761228653.701101:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847
00000100:00100000:0.0:1761228653.701107:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737935616:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.701150:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737935616:12345-0@lo:400:kworker/u8:4.0 Request processed in 43us (117us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228653.701160:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847
00000100:00100000:0.0:1761228653.701211:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a1f6556 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737935616:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.701244:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935744
00000100:00100000:0.0:1761228653.701265:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432
00000100:00100000:0.0:1761228653.701268:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737935744:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.701685:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737935744:12345-0@lo:400:kworker/u8:4.0 Request processed in 414us (791us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228653.701692:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432
00000100:00100000:0.0:1761228653.701725:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737935872:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.701750:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228653.701764:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228653.701768:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737935808:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.701805:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228653.701829:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935872
00000100:00100000:0.0:1761228653.701849:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433
00000100:00100000:0.0:1761228653.701853:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737935872:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.701883:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737935872:12345-0@lo:400:kworker/u8:4.0 Request processed in 29us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228653.701889:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433
00000100:00100000:0.0:1761228653.701911:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737935872:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.701956:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935680
00000100:00100000:0.0:1761228653.701978:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935808
00000100:00100000:0.0:1761228653.701995:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5011
00000100:00100000:0.0:1761228653.701998:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006113cad8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737935680:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.702029:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006113cad8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737935680:12345-0@lo:400:kworker/u8:4.0 Request processed in 30us (1253us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228653.702035:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5011
00000100:00100000:0.0:1761228653.702045:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5012
00000100:00100000:0.0:1761228653.702048:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a11570a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737935808:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.702073:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a11570a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737935808:12345-0@lo:400:kworker/u8:4.0 Request processed in 23us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228653.702078:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5012
00000100:00100000:0.0:1761228653.702101:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737935808:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228653.702312:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737935744:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228653.702378:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737935680:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228653.702711:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228653.702717:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228653.702721:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228653.702726:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4244
00000100:00080000:3.0:1761228653.702729:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228653.702733:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228653.702754:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000039f645a x1846777737935936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228653.702797:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228653.702801:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228653.702802:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228653.702805:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4244
00000100:00080000:3.0:1761228653.702807:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228653.702810:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228653.702874:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000db147eda x1846777737936000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228653.702947:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737936064:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228653.702982:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228653.703044:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936064
00000100:00100000:1.0:1761228653.703074:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5013
00000100:00100000:1.0:1761228653.703079:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737936064:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228653.703140:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737935936:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228653.703166:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228653.703182:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737936000:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228653.703214:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228653.703269:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737935936
00000100:00100000:0.0:1761228653.703290:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936000
00000100:00100000:0.0:1761228653.705344:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502
00000100:00100000:0.0:1761228653.705352:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000052f5931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737935936:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228653.705458:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228653.705536:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000052f5931 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737935936:12345-0@lo:8:kworker/u8:4.0 Request processed in 184us (2369us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228653.705543:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502
00000100:00100000:0.0:1761228653.705557:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503
00000100:00100000:0.0:1761228653.705560:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737936000:12345-0@lo:8:kworker/u8:4.0
00010000:02020000:0.0:1761228653.705648:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228653.705670:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737936000:12345-0@lo:8:kworker/u8:4.0 Request processed in 109us (2457us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228653.705676:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503
00000100:00100000:1.0:1761228653.707378:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1149ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737936064:12345-0@lo:400:kworker/u8:4.0 Request processed in 4295us (4393us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228653.707391:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5013
00000100:00100000:1.0:1761228653.707523:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f383c3fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737936128:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228653.707572:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228653.707609:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936128
00000100:00100000:1.0:1761228653.707639:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5014
00000100:00100000:1.0:1761228653.707644:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737936128:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228653.707684:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005768b58b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737936128:12345-0@lo:400:kworker/u8:4.0 Request processed in 40us (112us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228653.707689:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5014
00000100:00100000:1.0:1761228653.707722:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f383c3fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737936128:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228653.707934:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737936192:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228653.707959:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228653.708342:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737936064:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228653.708378:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f383c3fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737936256:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228653.708402:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228653.708428:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936192
00000100:00100000:2.0:1761228653.708449:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936256
00000100:00080000:0.0:1761228653.708956:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228653.708961:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228653.708965:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737935936:0@lo:8:kworker/u8:4.0
00000100:00080000:0.0:1761228653.708975:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228653.708977:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228653.708980:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737936000:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228653.709298:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033
00000100:00100000:2.0:1761228653.709304:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737936192:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228653.709349:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737936192:12345-0@lo:400:kworker/u8:4.0 Request processed in 44us (1389us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228653.709356:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033
00000100:00100000:2.0:1761228653.709369:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034
00000100:00100000:2.0:1761228653.709372:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737936256:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228653.709399:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737936256:12345-0@lo:400:kworker/u8:4.0 Request processed in 26us (997us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228653.709404:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034
00000100:00100000:0.0:1761228653.709482:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f383c3fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737936256:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228653.709649:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737936192:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228654.211202:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228654.211221:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737936320:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228654.211290:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228654.211352:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936320
00000100:00100000:1.0:1761228654.211396:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050
00000100:00100000:1.0:1761228654.211403:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb3b2838 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737936320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228654.211435:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228654.211475:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb3b2838 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737936320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228654.211491:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050
00000100:00100000:1.0:1761228654.211548:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737936320:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228654.658987:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228655.235701:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228655.235724:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737936384:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228655.235822:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228655.235940:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936384
00000100:00100000:0.0:1761228655.235999:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434
00000100:00100000:0.0:1761228655.236004:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737936384:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228655.236044:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228655.242005:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737936384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5990us (6174us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228655.242019:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434
00000100:00100000:3.0:1761228655.242147:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737936384:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228655.682951:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228656.707005:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228657.630271:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228657.630325:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228657.630365:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228657.630397:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228657.630431:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758464
00000100:00100000:3.0:1761228657.630485:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758400
00000100:00100000:3.0:1761228657.630503:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5015
00000100:00100000:3.0:1761228657.630509:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720758464:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228657.630579:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f383c3fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720758464:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 70us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228657.630587:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5015
00000100:00100000:3.0:1761228657.630604:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5016
00000100:00100000:3.0:1761228657.630608:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000706e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720758400:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228657.630630:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000706e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720758400:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228657.630635:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5016
00000100:00100000:1.0:1761228657.630685:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758336
00000100:00100000:1.0:1761228657.630715:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1848
00000100:00100000:1.0:1761228657.630720:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720758336:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228657.630765:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720758336:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 43us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228657.630810:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1848
00000100:00100000:0.0:1761228657.630893:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758528
00000100:00100000:0.0:1761228657.630927:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2504
00000100:00100000:0.0:1761228657.630933:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720758528:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228657.631020:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228657.631068:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720758528:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 134us (805us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228657.631078:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2504
00010000:00010000:1.0:1761228657.731369:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228657.795350:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737936448:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228657.795419:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228657.795568:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936448
00000100:00100000:0.0:1761228657.795912:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435
00000100:00100000:0.0:1761228657.795918:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737936448:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228657.795956:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228657.796379:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737936448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 460us (960us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228657.796386:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435
00000100:00100000:2.0:1761228657.796469:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b48fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737936448:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228658.756501:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228658.819611:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009278c8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737936512:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228658.819652:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b1e6a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737936640:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228658.819667:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737936576:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.819683:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228658.819707:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228658.819712:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228658.819795:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228658.819797:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936576
00000100:00100000:0.0:1761228658.819803:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1be3e41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737936704:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228658.819805:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228658.819809:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228658.819813:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228658.819822:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4249
00000100:00080000:3.0:1761228658.819825:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228658.819830:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228658.819844:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228658.819844:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5017
00000100:00100000:3.0:1761228658.819850:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000668840f9 x1846777737936832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228658.819854:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1b48fda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737936576:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.819865:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737936768:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228658.819872:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228658.819876:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228658.819877:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228658.819881:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4249
00000100:00080000:3.0:1761228658.819883:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228658.819886:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228658.819889:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228658.819899:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e65ed82d x1846777737936896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228658.819921:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1b48fda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737936576:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228658.819922:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936640
00000100:00100000:2.0:1761228658.819931:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5017
00000100:00100000:0.0:1761228658.819952:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936768
00000100:00100000:2.0:1761228658.819956:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936704
00000100:00100000:3.0:1761228658.819964:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436
00000100:00100000:3.0:1761228658.819969:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737936640:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.819979:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437
00000100:00100000:0.0:1761228658.819984:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737936768:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228658.819988:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5018
00000100:00100000:2.0:1761228658.819996:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a1f6556 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737936704:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228658.820007:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737936640:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (299us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228658.820014:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436
00000100:00100000:0.0:1761228658.820020:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737936768:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228658.820025:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437
00000100:00100000:2.0:1761228658.820039:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a1f6556 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737936704:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228658.820043:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737937024:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228658.820050:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5018
00000100:00100000:0.0:1761228658.820071:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737936960:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228658.820072:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228658.820094:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737936832:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228658.820104:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228658.820108:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b1e6a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737936640:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.820141:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737936576:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228658.820150:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228658.820171:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937024
00000100:00100000:3.0:1761228658.820171:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936832
00000100:00100000:2.0:1761228658.820172:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737936896:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228658.820197:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936960
00000100:00100000:3.0:1761228658.820198:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505
00000100:00100000:2.0:1761228658.820202:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228658.820205:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737936832:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228658.820220:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5019
00000100:00100000:0.0:1761228658.820224:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b7539be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737937024:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228658.820239:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5020
00000100:00100000:2.0:1761228658.820245:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008336ec5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737936960:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.820259:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b7539be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737937024:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228658.820266:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5019
00000100:00100000:2.0:1761228658.820284:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008336ec5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737936960:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228658.820292:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5020
00000100:00100000:0.0:1761228658.820296:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737936960:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1761228658.820296:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228658.820316:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000540ecf4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737937088:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.820328:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936896
00000100:00100000:3.0:1761228658.820339:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737936832:12345-0@lo:8:kworker/u8:0.0 Request processed in 134us (191us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228658.820346:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505
00000100:00100000:0.0:1761228658.820353:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506
00000100:00100000:2.0:1761228658.820355:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228658.820359:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737936896:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228658.820376:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761228658.820382:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052ac01dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737937152:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228658.820404:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228658.820405:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737936512
00000100:00100000:1.0:1761228658.820436:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849
00010000:02020000:0.0:1761228658.820440:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228658.820442:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737936512:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.820465:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737936896:12345-0@lo:8:kworker/u8:0.0 Request processed in 107us (267us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228658.820465:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737936512:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (783us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228658.820471:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506
00000100:00100000:1.0:1761228658.820471:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849
00000100:00100000:0.0:1761228658.821102:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937152
00000100:00100000:1.0:1761228658.821102:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937088
00000100:00100000:0.0:1761228658.821141:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035
00000100:00100000:0.0:1761228658.821146:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737937152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228658.821158:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737937024:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228658.821173:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228658.821178:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228658.821182:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737936832:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228658.821186:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737937152:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (782us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228658.821192:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035
00000100:00080000:3.0:1761228658.821200:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1761228658.821201:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737936768:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228658.821205:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228658.821210:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e65ed82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737936896:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228658.821220:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1be3e41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737936704:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228658.821231:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009278c8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737936512:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.821252:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036
00000100:00100000:0.0:1761228658.821256:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737937088:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.821293:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737937088:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (942us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228658.821293:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052ac01dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737937152:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228658.821305:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036
00000100:00100000:2.0:1761228658.821311:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000540ecf4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737937088:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228659.333890:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737937216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228659.333955:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228659.334529:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937216
00000100:00100000:1.0:1761228659.334573:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051
00000100:00100000:1.0:1761228659.334579:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737937216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228659.334610:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228659.335477:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000770abb5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737937216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 894us (1520us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228659.335487:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051
00000100:00100000:2.0:1761228659.335557:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737937216:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228659.779239:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228660.356960:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228660.356978:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737937280:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228660.357036:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228660.357120:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937280
00000100:00100000:3.0:1761228660.357195:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438
00000100:00100000:3.0:1761228660.357199:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737937280:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228660.357235:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228660.357285:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737937280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228660.357292:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438
00000100:00100000:1.0:1761228660.357337:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737937280:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228660.806156:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228661.826988:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228662.750850:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228662.750888:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228662.750969:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228662.751433:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758592
00000100:00100000:1.0:1761228662.751492:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1850
00000100:00100000:1.0:1761228662.751500:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720758592:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228662.751577:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720758592:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 77us (689us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228662.751584:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1850
00000100:00100000:2.0:1761228662.751705:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758720
00000100:00100000:2.0:1761228662.751750:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5021
00000100:00100000:2.0:1761228662.751755:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a78ab49c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720758720:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228662.751816:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a78ab49c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720758720:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 60us (848us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228662.751825:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5021
00000100:00100000:0.0:1761228662.751878:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758784
00000100:00100000:0.0:1761228662.751917:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2507
00000100:00100000:0.0:1761228662.751999:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720758784:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228662.752109:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228662.752161:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720758784:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 237us (1320us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228662.752170:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2507
00000100:00100000:1.0:1761228662.752939:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228662.753028:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758656
00000100:00100000:2.0:1761228662.753064:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5022
00000100:00100000:2.0:1761228662.753069:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec331a8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720758656:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228662.753129:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec331a8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720758656:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 59us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228662.753136:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5022
00010000:00010000:1.0:1761228662.851451:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228662.915165:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000211c46ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737937344:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228662.915239:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228662.915314:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937344
00000100:00100000:3.0:1761228662.915375:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439
00000100:00100000:3.0:1761228662.915381:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737937344:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228662.915417:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228662.915467:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737937344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228662.915475:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439
00000100:00100000:2.0:1761228662.916949:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000211c46ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737937344:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228663.875367:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228663.939009:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737937408:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228663.939021:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228663.939027:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228663.939030:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228663.939035:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4254
00000100:00080000:3.0:1761228663.939038:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228663.939045:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228663.939062:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737937600:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939098:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086197f8c x1846777737937728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228663.939104:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228663.939115:0:1583:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228663.939118:0:1583:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228663.939119:0:1583:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1761228663.939125:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228663.939126:0:1583:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4254
00000100:00080000:3.0:1761228663.939130:0:1583:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228663.939133:0:1583:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228663.939137:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737937664:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939146:0:1583:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f3f27469 x1846777737937792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228663.939164:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228663.939173:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937600
00000100:00100000:1.0:1761228663.939195:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737937472:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939211:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737937728:0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228663.939220:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5023
00000100:00100000:1.0:1761228663.939221:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228663.939230:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004624e871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737937600:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228663.939238:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000540ecf4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737937856:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939238:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228663.939254:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737937792:0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228663.939258:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228663.939276:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228663.939280:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228663.939281:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737937536:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228663.939288:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004624e871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737937600:12345-0@lo:400:kworker/u8:4.0 Request processed in 58us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228663.939296:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5023
00000100:00100000:1.0:1761228663.939301:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228663.939310:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937728
00000100:00100000:2.0:1761228663.939317:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937472
00000100:00100000:1.0:1761228663.939319:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052ac01dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737937920:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939332:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937792
00000100:00100000:1.0:1761228663.939343:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228663.939352:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937856
00000100:00100000:3.0:1761228663.939354:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508
00000100:00100000:3.0:1761228663.939359:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737937728:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:1.0:1761228663.939368:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937664
00000100:00100000:2.0:1761228663.939379:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937920
00000100:00100000:1.0:1761228663.939398:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937536
00000100:00100000:2.0:1761228663.939402:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5024
00000100:00100000:2.0:1761228663.939407:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096bfec51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737937472:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228663.939416:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440
00000100:00100000:1.0:1761228663.939421:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ce188b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737937664:12345-0@lo:400:kworker/u8:4.0
00010000:02020000:3.0:1761228663.939444:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228663.939451:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096bfec51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737937472:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228663.939458:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ce188b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737937664:12345-0@lo:400:kworker/u8:4.0 Request processed in 35us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228663.939459:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5024
00000100:00100000:1.0:1761228663.939468:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440
00000100:00100000:3.0:1761228663.939474:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737937728:12345-0@lo:8:kworker/u8:4.0 Request processed in 115us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228663.939479:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5025
00000100:00100000:3.0:1761228663.939482:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508
00000100:00100000:2.0:1761228663.939487:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f74776 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737937856:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228663.939488:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441
00000100:00100000:1.0:1761228663.939494:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e37cdfc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737937536:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939494:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509
00000100:00100000:3.0:1761228663.939497:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1be3e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737937792:12345-0@lo:8:kworker/u8:4.0
00000100:00100000:2.0:1761228663.939533:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f74776 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737937856:12345-0@lo:400:kworker/u8:4.0 Request processed in 46us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228663.939535:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e37cdfc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737937536:12345-0@lo:400:kworker/u8:4.0 Request processed in 39us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228663.939546:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5025
00000100:00100000:1.0:1761228663.939547:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441
00000100:00100000:2.0:1761228663.939567:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5026
00010000:02020000:3.0:1761228663.939572:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228663.939574:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f49f4d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737937920:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939601:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1be3e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737937792:12345-0@lo:8:kworker/u8:4.0 Request processed in 102us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228663.939606:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737937536:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939607:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509
00000100:00100000:2.0:1761228663.939617:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f49f4d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737937920:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228663.939620:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052ac01dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737937920:0@lo:400:kworker/u8:4.0
00000100:00100000:2.0:1761228663.939631:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5026
00000100:00100000:1.0:1761228663.939635:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737937472:0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228663.939724:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937408
00000100:00100000:0.0:1761228663.939751:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851
00000100:00100000:0.0:1761228663.939755:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737937408:12345-0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228663.939862:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1761228663.939863:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000540ecf4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737937856:0@lo:400:kworker/u8:4.0
00000100:00080000:3.0:1761228663.939866:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228663.939869:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086197f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737937728:0@lo:8:kworker/u8:4.0
00000100:00080000:3.0:1761228663.939878:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228663.939881:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228663.939884:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737937792:0@lo:8:kworker/u8:4.0
00000100:00100000:0.0:1761228663.939893:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737937408:12345-0@lo:400:kworker/u8:4.0 Request processed in 135us (789us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228663.939902:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851
00000100:00100000:3.0:1761228663.939906:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737938048:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228663.939913:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737937984:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939934:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228663.939956:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938048
00000100:00100000:3.0:1761228663.939965:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054292abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737937664:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.939975:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000a5f01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737937408:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228663.939981:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037
00000100:00100000:1.0:1761228663.939984:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbae4803 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737938048:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:0.0:1761228663.939993:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228663.940007:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737937984
00000100:00100000:0.0:1761228663.940028:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737937600:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228663.940029:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbae4803 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737938048:12345-0@lo:400:kworker/u8:4.0 Request processed in 42us (94us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228663.940029:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038
00000100:00100000:3.0:1761228663.940035:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737937984:12345-0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228663.940038:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037
00000100:00100000:3.0:1761228663.940080:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737937984:12345-0@lo:400:kworker/u8:4.0 Request processed in 44us (88us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228663.940086:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aa0a497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737938048:0@lo:400:kworker/u8:4.0
00000100:00100000:3.0:1761228663.940087:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038
00000100:00100000:0.0:1761228663.940098:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737937984:0@lo:400:kworker/u8:4.0
00000100:00100000:1.0:1761228664.452905:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1717bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737938112:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228664.452968:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228664.453615:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938112
00000100:00100000:2.0:1761228664.453671:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052
00000100:00100000:2.0:1761228664.453677:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007104bd67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737938112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228664.453715:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228664.453793:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007104bd67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737938112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (806us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228664.453801:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052
00000100:00100000:3.0:1761228664.454052:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1717bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737938112:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228664.898976:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228665.475081:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737938176:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228665.475148:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228665.475237:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938176
00000100:00100000:1.0:1761228665.475285:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442
00000100:00100000:1.0:1761228665.475291:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737938176:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228665.475327:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228665.475377:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737938176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228665.475384:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442
00000100:00100000:0.0:1761228665.475460:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000886e62fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737938176:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228665.923107:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228666.947044:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228667.871545:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228667.871637:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759040
00000100:00100000:3.0:1761228667.871685:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2510
00000100:00100000:3.0:1761228667.871692:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ea6ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720759040:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228667.871816:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228667.875256:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ea6ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720759040:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 3556us (3713us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228667.875272:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2510
00000100:00100000:1.0:1761228667.875613:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228667.875650:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228667.876406:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758976
00000100:00100000:1.0:1761228667.876425:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228667.876486:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758912
00000100:00100000:2.0:1761228667.876506:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5027
00000100:00100000:1.0:1761228667.876507:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720758848
00000100:00100000:2.0:1761228667.876512:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ef0cd9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720758976:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228667.876530:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1852
00000100:00100000:1.0:1761228667.876534:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720758848:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228667.876596:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ef0cd9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720758976:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 83us (946us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228667.876604:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5027
00000100:00100000:0.0:1761228667.876612:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5028
00000100:00100000:0.0:1761228667.876617:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000886e62fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720758912:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228667.876645:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000886e62fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720758912:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 28us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228667.876651:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5028
00000100:00100000:1.0:1761228667.876701:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720758848:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 166us (1090us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228667.876708:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1852
00010000:00010000:2.0:1761228667.971072:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228668.035143:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228668.035168:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737938240:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228668.035235:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228668.035654:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938240
00000100:00100000:3.0:1761228668.035706:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443
00000100:00100000:3.0:1761228668.035712:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000211c46ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737938240:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228668.035748:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228668.035830:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000211c46ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737938240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (597us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228668.035837:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443
00000100:00100000:0.0:1761228668.035957:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8cd9e37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737938240:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228668.995043:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228669.059377:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228669.059384:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228669.059387:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228669.059396:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4259
00000100:00080000:0.0:1761228669.059400:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228669.059406:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228669.059429:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000303b681d x1846777737938624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228669.059446:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228669.059450:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228669.059451:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228669.059454:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4259
00000100:00080000:0.0:1761228669.059456:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228669.059460:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228669.059471:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000175b7881 x1846777737938688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228669.059497:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737938368:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228669.059519:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737938624:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228669.059603:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737938496:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228669.059666:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228669.059694:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000175b7881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737938688:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228669.059713:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228669.059752:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938624
00000100:00100000:0.0:1761228669.059841:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938688
00000100:00100000:2.0:1761228669.059861:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228669.059865:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511
00000100:00100000:0.0:1761228669.059872:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a5571a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737938624:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228669.059886:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737938752:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.059913:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228669.059938:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228669.059944:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8696aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737938432:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1761228669.059966:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228669.059978:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228669.059998:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737938816:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228669.060029:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a5571a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737938624:12345-0@lo:8:kworker/u8:0.0 Request processed in 156us (364us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228669.060040:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511
00000100:00100000:2.0:1761228669.060041:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228669.060062:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512
00000100:00100000:0.0:1761228669.060067:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737938688:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060076:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938368
00000100:00100000:2.0:1761228669.060106:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938752
00000100:00100000:2.0:1761228669.060125:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938816
00000100:00100000:2.0:1761228669.060144:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029
00000100:00100000:2.0:1761228669.060149:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ef76719 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737938368:12345-0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1761228669.060152:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228669.060184:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737938688:12345-0@lo:8:kworker/u8:0.0 Request processed in 116us (470us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228669.060192:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512
00000100:00100000:2.0:1761228669.060207:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ef76719 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737938368:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228669.060214:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029
00000100:00100000:2.0:1761228669.060231:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5030
00000100:00100000:2.0:1761228669.060236:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021f9c66d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737938752:12345-0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228669.060237:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228669.060242:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228669.060248:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000303b681d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737938624:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228669.060259:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228669.060262:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228669.060265:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000175b7881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737938688:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060270:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021f9c66d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737938752:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (356us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228669.060277:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5030
00000100:00100000:2.0:1761228669.060293:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5031
00000100:00100000:2.0:1761228669.060298:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040a0af3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737938816:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060329:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040a0af3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737938816:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228669.060336:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5031
00000100:00100000:0.0:1761228669.060369:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938432
00000100:00100000:2.0:1761228669.060386:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737938816:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060400:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c3595c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737938368:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228669.060405:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444
00000100:00100000:2.0:1761228669.060410:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737938752:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228669.060414:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737938432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060457:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffcb91f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737938304:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060488:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228669.060505:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8adcccc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737938560:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060524:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228669.060537:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737938944:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060555:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228669.060581:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938304
00000100:00100000:2.0:1761228669.060612:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853
00000100:00100000:2.0:1761228669.060616:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737938304:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060645:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737938304:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228669.060650:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853
00000100:00100000:2.0:1761228669.060674:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938560
00000100:00100000:2.0:1761228669.060695:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445
00000100:00100000:2.0:1761228669.060698:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737938560:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060725:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737938560:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228669.060731:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445
00000100:00100000:2.0:1761228669.060752:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938944
00000100:00100000:2.0:1761228669.060803:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039
00000100:00100000:2.0:1761228669.060808:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737938944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060836:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737938944:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228669.060842:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039
00000100:00100000:2.0:1761228669.060866:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffcb91f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737938304:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060875:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8adcccc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737938560:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.060883:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737938944:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228669.062061:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228669.062091:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737938880:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228669.062125:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228669.062962:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737938432:12345-0@lo:400:kworker/u8:0.0 Request processed in 2547us (2980us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228669.062976:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444
00000100:00100000:2.0:1761228669.063158:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938880
00000100:00100000:2.0:1761228669.063208:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040
00000100:00100000:2.0:1761228669.063218:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000668840f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737938880:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.063292:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000668840f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737938880:12345-0@lo:400:kworker/u8:0.0 Request processed in 78us (1165us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228669.063298:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040
00000100:00100000:2.0:1761228669.063319:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737938496
00000100:00100000:2.0:1761228669.063340:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5032
00000100:00100000:2.0:1761228669.063343:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737938496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.063371:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e65ed82d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737938496:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (1316us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228669.063376:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5032
00000100:00100000:2.0:1761228669.063416:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8696aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737938432:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.063450:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737938496:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.063461:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d24a3127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737938880:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228669.571395:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228669.571416:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737939008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228669.571487:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228669.571528:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939008
00000100:00100000:3.0:1761228669.571584:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053
00000100:00100000:3.0:1761228669.571591:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8cd9e37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737939008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228669.571623:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228669.571678:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8cd9e37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737939008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228669.571689:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053
00000100:00100000:0.0:1761228669.572041:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737939008:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228670.019025:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228670.595980:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228670.596516:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737939072:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228670.596590:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228670.596650:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939072
00000100:00100000:3.0:1761228670.596706:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446
00000100:00100000:3.0:1761228670.596713:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737939072:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228670.596757:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228670.596833:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737939072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228670.596841:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446
00000100:00100000:2.0:1761228670.596874:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737939072:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228671.043026:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228672.069926:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228672.989631:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228672.990200:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228672.990240:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228672.990975:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759104
00000100:00100000:1.0:1761228672.991041:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1854
00000100:00100000:1.0:1761228672.991050:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720759104:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228672.991151:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720759104:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 100us (1545us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228672.991159:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1854
00000100:00100000:0.0:1761228672.994292:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228672.994667:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759232
00000100:00100000:2.0:1761228672.994734:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759168
00000100:00100000:2.0:1761228672.994757:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5033
00000100:00100000:2.0:1761228672.994772:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5fa157d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720759232:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228672.994890:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5fa157d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720759232:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 118us (4690us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228672.994899:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5033
00000100:00100000:2.0:1761228672.994921:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5034
00000100:00100000:2.0:1761228672.994926:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720759168:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228672.994952:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d838e13d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720759168:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 26us (4713us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228672.994971:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5034
00000100:00100000:1.0:1761228672.995350:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759296
00000100:00100000:1.0:1761228672.995391:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2513
00000100:00100000:1.0:1761228672.995396:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d24a3127 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720759296:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228672.995498:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228672.995536:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d24a3127 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720759296:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 139us (1256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228672.995543:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2513
00010000:00010000:0.0:1761228673.095403:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228673.155309:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228673.155438:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737939136:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228673.155532:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228673.155639:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939136
00000100:00100000:1.0:1761228673.155718:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447
00000100:00100000:1.0:1761228673.155728:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737939136:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228673.155829:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228673.155903:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737939136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 177us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228673.155912:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447
00000100:00100000:0.0:1761228673.156021:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737939136:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228674.115807:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228674.179512:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228674.179522:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228674.179526:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228674.179537:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4264
00000100:00080000:3.0:1761228674.179541:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228674.179548:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228674.179573:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002f9debed x1846777737939520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228674.179588:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228674.179591:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228674.179593:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228674.179596:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4264
00000100:00080000:3.0:1761228674.179598:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228674.179602:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228674.179613:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000013044097 x1846777737939584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228674.179664:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b1e6a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737939264:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228674.179745:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228674.179799:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e58d835d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737939648:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228674.179824:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228674.179852:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228674.179856:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000877f5f4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737939328:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228674.179899:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228674.179917:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737939712:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228674.179941:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228674.179999:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939328
00000100:00100000:3.0:1761228674.180052:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448
00000100:00100000:3.0:1761228674.180059:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737939328:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228674.180115:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737939328:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228674.180122:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448
00000100:00100000:3.0:1761228674.180168:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000877f5f4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737939328:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180297:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737939392:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180329:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228674.180357:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737939776:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180382:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228674.180400:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228674.180406:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737939200:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180435:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228674.180449:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008701c707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737939456:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180471:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228674.180482:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000017d4eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737939840:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180501:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228674.180527:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939200
00000100:00100000:1.0:1761228674.180559:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855
00000100:00100000:1.0:1761228674.180563:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737939200:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180593:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737939200:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228674.180599:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855
00000100:00100000:1.0:1761228674.180629:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939776
00000100:00100000:1.0:1761228674.180650:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939840
00000100:00100000:1.0:1761228674.180664:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041
00000100:00100000:1.0:1761228674.180667:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced8d15d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737939776:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180696:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced8d15d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737939776:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228674.180703:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041
00000100:00100000:1.0:1761228674.180714:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042
00000100:00100000:1.0:1761228674.180717:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054292abd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737939840:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180744:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054292abd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737939840:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228674.180748:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042
00000100:00100000:1.0:1761228674.180773:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737939200:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180815:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000017d4eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737939840:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228674.180823:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737939776:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228674.180930:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737939520:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228674.180971:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228674.180995:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013044097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737939584:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228674.181014:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228674.181045:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939264
00000100:00100000:0.0:1761228674.181075:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939648
00000100:00100000:0.0:1761228674.181096:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939712
00000100:00100000:0.0:1761228674.181117:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939392
00000100:00100000:0.0:1761228674.181130:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035
00000100:00100000:0.0:1761228674.181134:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e96c92b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737939264:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228674.181169:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e96c92b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737939264:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (1425us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228674.181176:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035
00000100:00100000:0.0:1761228674.181188:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5036
00000100:00100000:0.0:1761228674.181191:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da7cf2ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737939648:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228674.181216:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da7cf2ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737939648:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (1392us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228674.181221:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5036
00000100:00100000:0.0:1761228674.181231:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5037
00000100:00100000:0.0:1761228674.181234:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7d7e88e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737939712:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228674.181260:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7d7e88e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737939712:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (1319us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228674.181265:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5037
00000100:00100000:0.0:1761228674.181276:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5038
00000100:00100000:0.0:1761228674.181279:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa0a497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737939392:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228674.181310:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa0a497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737939392:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (980us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228674.181316:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5038
00000100:00100000:0.0:1761228674.181334:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939520
00000100:00100000:0.0:1761228674.181350:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939584
00000100:00100000:0.0:1761228674.181358:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514
00000100:00100000:0.0:1761228674.181362:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737939520:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228674.181461:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228674.181496:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737939520:12345-0@lo:8:kworker/u8:0.0 Request processed in 133us (526us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228674.181503:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514
00000100:00100000:0.0:1761228674.181514:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515
00000100:00100000:0.0:1761228674.181517:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737939584:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228674.181592:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228674.181614:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737939584:12345-0@lo:8:kworker/u8:0.0 Request processed in 96us (599us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228674.181621:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515
00000100:00080000:0.0:1761228674.181673:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228674.181678:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228674.181681:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f9debed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737939520:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228674.181689:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228674.181692:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228674.181694:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013044097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737939584:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228674.181729:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737939392:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228674.181991:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939456
00000100:00100000:2.0:1761228674.182033:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449
00000100:00100000:2.0:1761228674.182038:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737939456:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228674.182091:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737939456:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (1620us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228674.182098:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449
00000100:00100000:3.0:1761228674.182233:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737939712:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228674.182245:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b1e6a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737939264:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228674.182255:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e58d835d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737939648:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228674.182332:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008701c707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737939456:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228674.693731:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228674.693761:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737939904:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228674.694193:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228674.694267:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939904
00000100:00100000:2.0:1761228674.694326:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054
00000100:00100000:2.0:1761228674.694333:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000583e687e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737939904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228674.694378:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228674.694450:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000583e687e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737939904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228674.694460:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054
00000100:00100000:2.0:1761228674.694531:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737939904:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228675.139096:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228675.716517:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737939968:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228675.716611:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228675.716773:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737939968
00000100:00100000:3.0:1761228675.716859:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450
00000100:00100000:3.0:1761228675.716864:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737939968:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228675.716905:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228675.716990:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737939968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228675.717001:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450
00000100:00100000:2.0:1761228675.717046:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737939968:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228676.163074:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228677.192125:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228678.114276:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228678.114517:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228678.114552:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228678.115309:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759360
00000100:00100000:2.0:1761228678.115379:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1856
00000100:00100000:2.0:1761228678.115386:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720759360:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228678.115481:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720759360:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 95us (1219us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228678.115493:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1856
00000100:00100000:3.0:1761228678.116185:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759488
00000100:00100000:3.0:1761228678.116228:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759424
00000100:00100000:1.0:1761228678.116251:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228678.116252:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5039
00000100:00100000:3.0:1761228678.116257:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086197f8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720759488:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228678.116280:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759552
00000100:00100000:3.0:1761228678.116308:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086197f8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720759488:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 50us (1791us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228678.116315:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5039
00000100:00100000:1.0:1761228678.116321:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2516
00000100:00100000:1.0:1761228678.116325:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024fb6269 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720759552:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1761228678.116328:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5040
00000100:00100000:3.0:1761228678.116331:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000540ecf4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720759424:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228678.116353:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000540ecf4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720759424:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (1802us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228678.116358:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5040
00010000:02020000:1.0:1761228678.116426:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228678.116459:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024fb6269 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720759552:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 133us (211us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228678.116472:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2516
00010000:00010000:1.0:1761228678.211155:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228678.275547:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2181018 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737940032:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228678.275723:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228678.275851:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940032
00000100:00100000:1.0:1761228678.275922:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451
00000100:00100000:1.0:1761228678.275928:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737940032:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228678.275979:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228678.276296:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737940032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 359us (567us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228678.276313:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451
00000100:00100000:0.0:1761228678.276954:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2181018 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737940032:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228679.235404:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228679.299866:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1761228679.299874:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228679.299880:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228679.299893:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1761228679.299897:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737940288:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228679.299902:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4270
00000100:00080000:2.0:1761228679.299906:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228679.299913:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228679.299936:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005c6ab45d x1846777737940416/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228679.299954:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228679.299957:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228679.299959:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228679.299962:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4270
00000100:00080000:2.0:1761228679.299964:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228679.299967:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228679.299972:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228679.299983:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d99b17dc x1846777737940480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228679.300007:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1ee694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737940096:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228679.300036:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edc33755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737940224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228679.300058:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228679.300159:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b52b5df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737940352:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228679.300209:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000487b43fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737940160:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228679.300544:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737940672:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228679.300552:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228679.300577:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737940608:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228679.300583:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228679.300612:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228679.300622:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c6ab45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737940416:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228679.300654:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228679.300660:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940288
00000100:00100000:0.0:1761228679.300672:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737940480:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228679.300700:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940608
00000100:00100000:2.0:1761228679.300720:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5041
00000100:00100000:2.0:1761228679.300726:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffcb91f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737940288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228679.300767:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228679.300828:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffcb91f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737940288:12345-0@lo:400:kworker/u8:2.0 Request processed in 99us (857us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228679.300834:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5042
00000100:00100000:0.0:1761228679.300844:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000494c5abb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737940608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228679.300844:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5041
00000100:00100000:2.0:1761228679.300904:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737940288:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228679.300932:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737940608:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228679.300986:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940672
00000100:00100000:0.0:1761228679.300992:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000494c5abb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737940608:12345-0@lo:400:kworker/u8:2.0 Request processed in 151us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228679.301000:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5042
00000100:00100000:2.0:1761228679.301011:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940416
00000100:00100000:0.0:1761228679.301161:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940096
00000100:00100000:0.0:1761228679.301189:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857
00000100:00100000:0.0:1761228679.301193:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737940096:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228679.301239:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737940096:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (1182us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228679.301246:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228679.301250:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857
00000100:00100000:1.0:1761228679.301272:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737940736:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228679.301308:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228679.301863:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228679.302261:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940480
00000100:00100000:2.0:1761228679.302283:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940736
00000100:00100000:2.0:1761228679.302297:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2043
00000100:00100000:2.0:1761228679.302302:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9e32950 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737940672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228679.302347:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9e32950 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737940672:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (1767us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228679.302353:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2043
00000100:00100000:2.0:1761228679.302368:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044
00000100:00100000:2.0:1761228679.302371:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced8d15d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737940736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228679.302401:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced8d15d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737940736:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (1096us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228679.302407:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044
00000100:00100000:2.0:1761228679.302417:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517
00000100:00100000:2.0:1761228679.302419:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737940416:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228679.302512:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228679.302545:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737940416:12345-0@lo:8:kworker/u8:2.0 Request processed in 124us (1893us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228679.302555:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517
00000100:00100000:2.0:1761228679.302566:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518
00000100:00100000:2.0:1761228679.302569:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737940480:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228679.302644:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228679.302666:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737940480:12345-0@lo:8:kworker/u8:2.0 Request processed in 96us (1901us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228679.302672:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518
00000100:00100000:2.0:1761228679.302703:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940224
00000100:00100000:2.0:1761228679.302728:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940352
00000100:00100000:2.0:1761228679.302740:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452
00000100:00100000:2.0:1761228679.302743:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737940224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228679.302904:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a76a8a5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737940544:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228679.302939:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228679.302978:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453
00000100:00100000:3.0:1761228679.302982:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737940352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228679.303016:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737940352:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (1776us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228679.303023:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453
00000100:00100000:3.0:1761228679.303043:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940160
00000100:00100000:3.0:1761228679.303069:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940544
00000100:00100000:3.0:1761228679.303087:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5043
00000100:00100000:3.0:1761228679.303090:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b1ccc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737940160:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228679.303143:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b1ccc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737940160:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (1280us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228679.303153:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5044
00000100:00100000:0.0:1761228679.303160:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737940544:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228679.303176:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b52b5df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737940352:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228679.303191:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737940736:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228679.303199:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004458d402 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737940544:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228679.303205:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5044
00000100:00080000:1.0:1761228679.303258:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228679.303262:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228679.303265:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c6ab45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737940416:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228679.303274:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228679.303277:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228679.303279:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737940480:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228679.303294:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5043
00000100:00100000:1.0:1761228679.303312:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edc33755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737940224:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228679.303338:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000487b43fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737940160:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228679.303352:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737940672:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228679.303357:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a76a8a5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737940544:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228679.303368:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1ee694b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737940096:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228679.306987:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737940224:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (2224us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228679.307021:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452
00000100:00100000:1.0:1761228679.811059:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228679.811082:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737940800:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228679.811152:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228679.811968:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940800
00000100:00100000:2.0:1761228679.812234:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055
00000100:00100000:2.0:1761228679.812241:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054292abd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737940800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228679.812277:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228679.812328:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054292abd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737940800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (1178us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228679.812335:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055
00000100:00100000:3.0:1761228679.815199:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f4633b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737940800:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228680.259470:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228680.835025:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737940864:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228680.835098:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228680.835294:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940864
00000100:00100000:1.0:1761228680.835426:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454
00000100:00100000:1.0:1761228680.835434:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000469b98b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737940864:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228680.835471:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228680.835520:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000469b98b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737940864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (423us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228680.835566:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454
00000100:00100000:3.0:1761228680.835737:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737940864:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228681.283210:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228682.308384:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228683.229625:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228683.232687:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759808
00000100:00100000:1.0:1761228683.232772:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2519
00000100:00100000:1.0:1761228683.232796:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720759808:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228683.232925:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228683.233035:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720759808:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 239us (3422us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228683.233044:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2519
00000100:00100000:2.0:1761228683.235085:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228683.235452:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228683.235486:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228683.235725:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759616
00000100:00100000:0.0:1761228683.235823:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1858
00000100:00100000:0.0:1761228683.235846:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720759616:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228683.235949:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720759616:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 116us (876us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228683.235958:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1858
00000100:00100000:3.0:1761228683.236152:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759744
00000100:00100000:3.0:1761228683.236193:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759680
00000100:00100000:3.0:1761228683.236224:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5045
00000100:00100000:3.0:1761228683.236229:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720759744:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228683.236283:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5046
00000100:00100000:1.0:1761228683.236291:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1ee694b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720759680:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228683.236332:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1ee694b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720759680:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 40us (846us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228683.236339:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5046
00000100:00100000:3.0:1761228683.236878:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f4633b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720759744:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 645us (1425us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228683.236887:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5045
00010000:00010000:1.0:1761228683.333703:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228683.395357:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737940928:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228683.395448:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228683.395604:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940928
00000100:00100000:0.0:1761228683.395696:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455
00000100:00100000:0.0:1761228683.395704:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052ac01dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737940928:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228683.395754:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228683.395829:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052ac01dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737940928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (382us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228683.395850:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455
00000100:00100000:1.0:1761228683.395956:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737940928:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228684.355506:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228684.419860:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1761228684.419882:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1761228684.419884:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737941184:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761228684.419889:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228684.419894:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228684.419899:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4275
00000100:00080000:1.0:1761228684.419902:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228684.419908:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228684.419932:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003b52118b x1846777737941312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228684.419949:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228684.419955:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1761228684.419955:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761228684.419958:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228684.419962:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4275
00000100:00080000:1.0:1761228684.419964:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228684.419968:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228684.419981:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009eb2dde2 x1846777737941376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228684.419985:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737940992:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228684.420022:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228684.420037:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000052f5931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737941568:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228684.420039:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737941312:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228684.420065:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228684.420080:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1761228684.420085:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228684.420088:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360b8415 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737941248:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228684.420112:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737941376:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228684.420118:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228684.420134:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737941632:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228684.420144:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228684.420164:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228684.420191:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941568
00000100:00100000:1.0:1761228684.420228:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941312
00000100:00100000:1.0:1761228684.420240:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941376
00000100:00100000:1.0:1761228684.420248:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941632
00000100:00100000:1.0:1761228684.420260:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045
00000100:00100000:1.0:1761228684.420265:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fae1192 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737941568:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228684.420527:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737941056:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228684.420559:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228684.420577:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737941440:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228684.420596:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228684.420615:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1761228684.420619:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737941120:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228684.420640:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228684.420653:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737941504:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228684.420669:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228684.420700:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046
00000100:00100000:0.0:1761228684.420705:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022580c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737941632:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228684.420735:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520
00000100:00100000:2.0:1761228684.420740:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737941312:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228684.420842:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228684.420887:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737941312:12345-0@lo:8:kworker/u8:0.0 Request processed in 146us (805us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228684.420893:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520
00000100:00100000:2.0:1761228684.420909:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521
00000100:00100000:2.0:1761228684.420911:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e055e4a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737941376:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228684.420978:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228684.421004:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e055e4a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737941376:12345-0@lo:8:kworker/u8:0.0 Request processed in 87us (857us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228684.421010:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521
00000100:00100000:2.0:1761228684.421034:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941248
00000100:00100000:2.0:1761228684.421057:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941120
00000100:00100000:2.0:1761228684.421069:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456
00000100:00100000:2.0:1761228684.421073:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737941248:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228684.421106:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941184
00000100:00100000:3.0:1761228684.421142:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941056
00000100:00100000:2.0:1761228684.421143:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737941248:12345-0@lo:400:kworker/u8:0.0 Request processed in 68us (1025us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228684.421152:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456
00000100:00100000:1.0:1761228684.421155:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fae1192 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737941568:12345-0@lo:400:kworker/u8:0.0 Request processed in 888us (1091us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228684.421162:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045
00000100:00100000:0.0:1761228684.421165:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022580c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737941632:12345-0@lo:400:kworker/u8:0.0 Request processed in 457us (1001us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228684.421166:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941440
00000100:00100000:2.0:1761228684.421173:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457
00000100:00100000:2.0:1761228684.421181:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737941120:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228684.421185:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046
00000100:00100000:3.0:1761228684.421191:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941504
00000100:00100000:3.0:1761228684.421220:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5047
00000100:00100000:2.0:1761228684.421225:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737941120:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (584us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228684.421229:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5048
00000100:00100000:3.0:1761228684.421230:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737941184:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228684.421239:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000175b7881 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737941056:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228684.421243:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5049
00000100:00100000:2.0:1761228684.421246:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457
00000100:00100000:1.0:1761228684.421249:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737941440:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228684.421274:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737940992
00000100:00100000:3.0:1761228684.421284:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9188ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737941184:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (1332us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228684.421292:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5047
00000100:00100000:0.0:1761228684.421298:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000175b7881 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737941056:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (735us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228684.421301:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000303b681d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737941440:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (702us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228684.421301:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859
00000100:00100000:2.0:1761228684.421308:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737940992:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228684.421313:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5048
00000100:00100000:1.0:1761228684.421323:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5049
00000100:00100000:0.0:1761228684.421333:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5050
00000100:00100000:2.0:1761228684.421339:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737940992:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (1317us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228684.421342:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d24a3127 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737941504:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228684.421351:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859
00000100:00100000:0.0:1761228684.421383:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d24a3127 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737941504:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (712us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228684.421389:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5050
00000100:00100000:1.0:1761228684.421398:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737941120:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761228684.421398:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228684.421402:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228684.421405:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737941312:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228684.421412:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737941504:0@lo:400:kworker/u8:0.0
00000100:00080000:2.0:1761228684.421416:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228684.421419:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228684.421421:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737941376:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228684.421439:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737941056:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228684.421442:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360b8415 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737941248:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228684.421452:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737941440:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228684.421462:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737941632:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228684.421479:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000052f5931 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737941568:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228684.421491:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737941184:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228684.421498:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737940992:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228684.932400:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228684.932741:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8696aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737941696:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228684.932839:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228684.932938:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941696
00000100:00100000:2.0:1761228684.932992:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056
00000100:00100000:2.0:1761228684.932998:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c9cdc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737941696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228684.933035:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228684.933090:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c9cdc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737941696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228684.933097:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056
00000100:00100000:3.0:1761228684.933176:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8696aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737941696:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228685.379448:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228685.955614:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f66b1eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737941760:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228685.955701:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228685.955743:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941760
00000100:00100000:1.0:1761228685.955825:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458
00000100:00100000:1.0:1761228685.955831:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737941760:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228685.955873:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228685.955932:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737941760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228685.955939:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458
00000100:00100000:2.0:1761228685.956055:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f66b1eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737941760:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228686.403607:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228687.427494:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228688.350888:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228688.350946:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228688.350982:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228688.351037:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228688.351055:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760000
00000100:00100000:0.0:1761228688.351124:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759936
00000100:00100000:3.0:1761228688.351137:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720759872
00000100:00100000:0.0:1761228688.351151:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5051
00000100:00100000:0.0:1761228688.351159:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a76a8a5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720760000:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228688.351177:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1860
00000100:00100000:3.0:1761228688.351184:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720759872:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228688.351232:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a76a8a5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720760000:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 74us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228688.351240:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5051
00000100:00100000:0.0:1761228688.351260:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5052
00000100:00100000:0.0:1761228688.351265:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000487b43fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720759936:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228688.351278:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760064
00000100:00100000:1.0:1761228688.351304:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2522
00000100:00100000:1.0:1761228688.351323:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edc33755 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720760064:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228688.351413:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228688.351765:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720759872:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 579us (884us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228688.351773:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1860
00000100:00100000:0.0:1761228688.352024:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000487b43fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720759936:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 757us (1041us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228688.352031:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5052
00000100:00100000:1.0:1761228688.352122:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edc33755 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720760064:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 811us (1085us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228688.352130:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2522
00010000:00010000:2.0:1761228688.451751:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228688.515933:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228688.515967:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737941824:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228688.516060:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228688.516165:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941824
00000100:00100000:2.0:1761228688.516217:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459
00000100:00100000:2.0:1761228688.516224:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737941824:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228688.516274:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228688.516323:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737941824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228688.516330:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459
00000100:00100000:0.0:1761228688.516416:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737941824:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228689.476526:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228689.541217:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761228689.541376:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f66b1eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737941952:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228689.541462:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228689.541568:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228689.541574:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737942016:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228689.541600:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228689.541681:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941952
00000100:00100000:3.0:1761228689.541865:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737942080:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228689.541891:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761228689.542930:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228689.542936:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228689.542939:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228689.542945:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4280
00000100:00080000:1.0:1761228689.542948:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228689.542952:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228689.542971:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f3f27469 x1846777737942208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228689.542986:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228689.542988:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228689.542990:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228689.542992:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4280
00000100:00080000:1.0:1761228689.542995:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228689.542998:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228689.543009:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000190e2ade x1846777737942272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228689.543080:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737942400:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228689.543126:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737942336:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228689.543162:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942016
00000100:00100000:1.0:1761228689.543202:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460
00000100:00100000:1.0:1761228689.543207:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef8b4f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737942016:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228689.543274:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef8b4f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737942016:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (1670us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228689.543284:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460
00000100:00100000:1.0:1761228689.543318:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737942144:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228689.543343:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228689.543357:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0b45551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737942528:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228689.543540:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c811e33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737941888:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228689.543570:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228689.543588:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737942464:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228689.543649:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942080
00000100:00100000:0.0:1761228689.543681:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5053
00000100:00100000:0.0:1761228689.543685:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c6ab45d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737941952:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228689.543722:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c6ab45d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737941952:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (2262us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228689.543728:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5053
00000100:00100000:0.0:1761228689.543740:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5054
00000100:00100000:0.0:1761228689.543743:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737942080:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228689.543797:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008701c707 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737942080:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (1906us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228689.543807:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5054
00000100:00100000:0.0:1761228689.543839:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942144
00000100:00100000:0.0:1761228689.543858:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461
00000100:00100000:0.0:1761228689.543862:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009911d7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737942144:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228689.543866:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737942208:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228689.543888:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009911d7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737942144:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (545us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228689.543894:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461
00000100:00100000:2.0:1761228689.543911:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228689.543927:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737941888
00000100:00100000:0.0:1761228689.543955:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861
00000100:00100000:2.0:1761228689.543958:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228689.543959:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737941888:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228689.543959:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228689.543993:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737942016:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228689.544008:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737941888:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (438us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228689.544011:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5d6c5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737942144:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228689.544013:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f66b1eff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737941952:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228689.544016:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861
00000100:00100000:1.0:1761228689.544053:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942528
00000100:00100000:0.0:1761228689.544056:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228689.544056:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942400
00000100:00100000:0.0:1761228689.544082:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737942080:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228689.544082:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942336
00000100:00100000:1.0:1761228689.544091:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942464
00000100:00100000:0.0:1761228689.544094:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c811e33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737941888:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228689.544106:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5055
00000100:00100000:2.0:1761228689.544110:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b52b5df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737942400:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228689.544141:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b52b5df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737942400:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228689.544149:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5055
00000100:00100000:2.0:1761228689.544160:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5056
00000100:00100000:2.0:1761228689.544163:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2181018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737942336:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228689.544179:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047
00000100:00100000:0.0:1761228689.544183:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073d49f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737942528:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228689.544187:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048
00000100:00100000:2.0:1761228689.544190:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2181018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737942336:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228689.544198:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737942464:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228689.544202:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5056
00000100:00100000:0.0:1761228689.544214:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073d49f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737942528:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228689.544219:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047
00000100:00100000:1.0:1761228689.544264:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737942464:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228689.544272:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048
00000100:00100000:0.0:1761228689.544273:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0b45551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737942528:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228689.544302:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737942464:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228689.544319:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737942400:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228689.544347:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052acdfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737942336:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228689.544390:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228689.545026:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000190e2ade pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737942272:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228689.545058:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228689.545075:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942208
00000100:00100000:3.0:1761228689.545106:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523
00000100:00100000:3.0:1761228689.545110:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d99b17dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737942208:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761228689.545214:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228689.545415:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942272
00000100:00100000:1.0:1761228689.545470:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524
00000100:00100000:1.0:1761228689.545474:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099a75b27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737942272:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228689.545559:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228689.545896:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099a75b27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737942272:12345-0@lo:8:kworker/u8:0.0 Request processed in 420us (836us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228689.545904:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524
00000100:00080000:2.0:1761228689.545992:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228689.545997:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228689.546001:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000190e2ade pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737942272:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228689.546037:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d99b17dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737942208:12345-0@lo:8:kworker/u8:0.0 Request processed in 926us (1647us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228689.546044:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523
00000100:00080000:2.0:1761228689.546085:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228689.546088:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228689.546091:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737942208:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228690.051308:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228690.051332:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737942592:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228690.051404:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228690.051494:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942592
00000100:00100000:0.0:1761228690.051547:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057
00000100:00100000:0.0:1761228690.051553:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0c08f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737942592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228690.051588:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228690.051633:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0c08f98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737942592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228690.051641:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057
00000100:00100000:0.0:1761228690.051686:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737942592:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228690.499447:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228691.075424:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228691.075446:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737942656:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228691.075518:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228691.075639:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942656
00000100:00100000:0.0:1761228691.075695:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462
00000100:00100000:0.0:1761228691.075702:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737942656:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228691.075743:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228691.075831:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737942656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228691.075838:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462
00000100:00100000:3.0:1761228691.075875:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737942656:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228691.523152:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228692.547495:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228693.469446:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228693.469739:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760320
00000100:00100000:2.0:1761228693.469813:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228693.469833:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2525
00000100:00100000:3.0:1761228693.469842:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720760320:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1761228693.469857:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228693.469935:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00010000:02020000:3.0:1761228693.469957:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228693.469981:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760192
00000100:00100000:2.0:1761228693.470020:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5057
00000100:00100000:2.0:1761228693.470024:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720760192:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228693.470041:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720760320:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 198us (606us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228693.470051:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2525
00000100:00100000:2.0:1761228693.470075:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c811e33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720760192:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 48us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228693.470076:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760256
00000100:00100000:2.0:1761228693.470089:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5057
00000100:00100000:0.0:1761228693.470155:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760128
00000100:00100000:0.0:1761228693.470892:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1862
00000100:00100000:0.0:1761228693.470900:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720760128:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228693.470957:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720760128:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 58us (1101us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228693.470964:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1862
00000100:00100000:3.0:1761228693.471241:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5058
00000100:00100000:3.0:1761228693.471246:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f66b1eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720760256:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228693.471282:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f66b1eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720760256:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 35us (1348us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228693.471288:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5058
00010000:00010000:0.0:1761228693.571079:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228693.635087:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737942720:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228693.635191:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228693.637098:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942720
00000100:00100000:2.0:1761228693.637183:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463
00000100:00100000:2.0:1761228693.637190:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8413461 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737942720:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228693.637248:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228693.638418:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737942720:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228693.638508:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8413461 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737942720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1317us (3318us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228693.638518:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463
00010000:00010000:1.0:1761228694.595190:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228694.659121:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761228694.659158:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dffedca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737942784:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228694.659168:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021ad0570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737942848:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228694.659271:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228694.659358:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942784
00000100:00100000:0.0:1761228694.659426:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863
00000100:00100000:0.0:1761228694.659432:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737942784:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228694.659733:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228694.659842:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942848
00000100:00100000:2.0:1761228694.659889:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5059
00000100:00100000:2.0:1761228694.659894:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737942848:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.660029:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737942784:12345-0@lo:400:kworker/u8:2.0 Request processed in 593us (757us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228694.660038:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863
00000100:00100000:2.0:1761228694.660390:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9debed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737942848:12345-0@lo:400:kworker/u8:2.0 Request processed in 493us (657us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228694.660399:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5059
00000100:00100000:2.0:1761228694.660454:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dffedca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737942784:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228694.660555:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021ad0570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737942848:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228694.660897:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000838efae3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737942912:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228694.660938:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228694.661232:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942912
00000100:00100000:2.0:1761228694.661283:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464
00000100:00100000:2.0:1761228694.661287:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000877f5f4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737942912:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228694.661360:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228694.661366:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228694.661369:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228694.661375:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4285
00000100:00080000:1.0:1761228694.661378:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228694.661382:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228694.661402:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bcf73b33 x1846777737943104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228694.661418:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228694.661421:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228694.661422:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228694.661425:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4285
00000100:00100000:0.0:1761228694.661514:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737943040:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.661549:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228694.661570:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228694.661576:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f04cd9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737942976:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.661607:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228694.661635:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943040
00000100:00100000:0.0:1761228694.661659:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465
00000100:00100000:0.0:1761228694.661663:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737943040:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228694.661699:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000877f5f4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737942912:12345-0@lo:400:kworker/u8:2.0 Request processed in 410us (760us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228694.661715:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464
00000100:00100000:2.0:1761228694.661743:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737942976
00000100:00100000:0.0:1761228694.661766:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737943040:12345-0@lo:400:kworker/u8:2.0 Request processed in 100us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228694.661770:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5060
00000100:00100000:2.0:1761228694.661804:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9f64868 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737942976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.661805:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465
00000100:00100000:0.0:1761228694.661842:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7d28818 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737943040:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228694.661846:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9f64868 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737942976:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228694.661853:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5060
00000100:00100000:0.0:1761228694.661869:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f04cd9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737942976:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.661913:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737943104:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228694.661944:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228694.661960:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000838efae3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737942912:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228694.662004:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228694.662009:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228694.662187:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003da9a2ec x1846777737943168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228694.662250:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba2810c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737943232:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228694.662276:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228694.662369:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737943168:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228694.662393:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228694.662561:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac471ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737943296:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228694.662579:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943104
00000100:00100000:0.0:1761228694.662584:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228694.662620:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943168
00000100:00100000:0.0:1761228694.662622:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526
00000100:00100000:0.0:1761228694.662626:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737943104:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228694.662644:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527
00000100:00100000:3.0:1761228694.662649:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f801e2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737943168:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228694.663030:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943232
00000100:00100000:2.0:1761228694.663062:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943296
00000100:00100000:2.0:1761228694.663088:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5061
00000100:00100000:2.0:1761228694.663092:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737943232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228694.663140:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000190e2ade pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737943232:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (863us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228694.663147:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5061
00010000:02020000:3.0:1761228694.663149:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:0.0:1761228694.663162:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228694.663163:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5062
00000100:00100000:2.0:1761228694.663169:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737943296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.663210:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737943104:12345-0@lo:8:kworker/u8:2.0 Request processed in 581us (1266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228694.663217:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000002f5faf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737943296:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (632us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228694.663219:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526
00000100:00100000:2.0:1761228694.663228:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5062
00000100:00080000:0.0:1761228694.663259:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228694.663264:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228694.663268:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcf73b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737943104:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228694.663288:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac471ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737943296:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228694.663351:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba2810c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737943232:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.665377:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba2810c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737943360:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.665451:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228694.665493:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1761228694.665498:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac471ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737943424:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.665517:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228694.665550:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943360
00000100:00100000:0.0:1761228694.665592:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943424
00000100:00100000:0.0:1761228694.665625:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049
00000100:00100000:0.0:1761228694.665631:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737943360:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.665694:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737943360:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228694.665712:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049
00000100:00100000:0.0:1761228694.665729:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050
00000100:00100000:0.0:1761228694.665733:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737943424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.665754:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737943424:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228694.665759:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050
00000100:00100000:0.0:1761228694.665824:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac471ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737943424:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228694.665833:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba2810c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737943360:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228694.674585:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f801e2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737943168:12345-0@lo:8:kworker/u8:2.0 Request processed in 11926us (12182us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228694.674603:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527
00000100:00080000:1.0:1761228694.674659:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228694.674671:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228694.674678:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737943168:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228695.171731:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737943488:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228695.171823:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228695.173213:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943488
00000100:00100000:1.0:1761228695.173270:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058
00000100:00100000:1.0:1761228695.173277:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737943488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228695.173315:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228695.174739:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052acdfc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737943488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1454us (2908us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228695.174752:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058
00000100:00100000:0.0:1761228695.174881:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d2e016f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737943488:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228695.620244:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228696.195173:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228696.195190:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737943552:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228696.195260:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228696.195329:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943552
00000100:00100000:2.0:1761228696.195384:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466
00000100:00100000:2.0:1761228696.195399:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737943552:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228696.195437:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228696.195480:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737943552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228696.195487:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466
00000100:00100000:3.0:1761228696.195518:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003da9a2ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737943552:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228696.643019:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228697.675182:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228698.592414:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228698.592461:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228698.592556:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228698.593053:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760448
00000100:00100000:1.0:1761228698.593055:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760576
00000100:00100000:1.0:1761228698.593127:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2528
00000100:00100000:3.0:1761228698.593145:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5063
00000100:00100000:1.0:1761228698.593146:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019544387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720760576:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:3.0:1761228698.593158:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5d6c5bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720760448:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00010000:02020000:1.0:1761228698.593246:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228698.593265:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5d6c5bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720760448:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 107us (802us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228698.593275:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5063
00000100:00100000:1.0:1761228698.593307:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019544387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720760576:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 171us (750us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228698.593317:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2528
00000100:00100000:0.0:1761228698.593415:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760384
00000100:00100000:0.0:1761228698.593465:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1864
00000100:00100000:0.0:1761228698.593470:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720760384:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228698.593527:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720760384:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 55us (1121us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228698.593534:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1864
00000100:00100000:2.0:1761228698.599567:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228698.599809:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760512
00000100:00100000:3.0:1761228698.599869:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5064
00000100:00100000:3.0:1761228698.599875:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d2e016f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720760512:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228698.599953:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d2e016f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720760512:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 77us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228698.599962:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5064
00010000:00010000:1.0:1761228698.693733:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228698.756048:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737943616:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228698.756119:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228698.756246:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943616
00000100:00100000:2.0:1761228698.756297:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467
00000100:00100000:2.0:1761228698.756303:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737943616:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228698.756346:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228698.756399:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737943616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228698.756407:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467
00000100:00100000:3.0:1761228698.756490:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737943616:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228699.715436:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228699.782576:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737943680:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1761228699.782612:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228699.782620:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228699.782624:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228699.782630:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4290
00000100:00080000:3.0:1761228699.782633:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228699.782639:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228699.782663:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228699.782673:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000052fcfea7 x1846777737944000/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228699.782695:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1761228699.782697:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083a35bd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737943936:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1761228699.782701:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228699.782704:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228699.782709:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4290
00000100:00080000:3.0:1761228699.782711:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228699.782715:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228699.782731:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000afb18e6f x1846777737944064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228699.782734:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228699.782757:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228699.782765:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003afcd442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737943872:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228699.782819:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228699.782836:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737944320:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228699.782861:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228699.782878:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000125ffb27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737943744:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228699.782879:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228699.782886:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000487d6ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737944256:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.782926:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228699.782926:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228699.782953:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737944128:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228699.782973:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943680
00000100:00100000:1.0:1761228699.782980:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228699.783004:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228699.783011:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c46206b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737943808:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228699.783016:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865
00000100:00100000:2.0:1761228699.783022:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737943680:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.783036:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228699.783053:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737944192:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228699.783073:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737943680:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (422us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228699.783083:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865
00000100:00100000:1.0:1761228699.783084:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228699.783121:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943936
00000100:00100000:2.0:1761228699.783141:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943808
00000100:00100000:0.0:1761228699.783955:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944320
00000100:00100000:0.0:1761228699.783988:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051
00000100:00100000:0.0:1761228699.783993:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737944320:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228699.784040:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737944320:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (1180us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228699.784047:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051
00000100:00100000:0.0:1761228699.784059:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944256
00000100:00100000:0.0:1761228699.784077:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052
00000100:00100000:0.0:1761228699.784080:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737944256:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228699.784107:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737944256:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (1188us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228699.784113:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052
00000100:00100000:0.0:1761228699.784130:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943872
00000100:00100000:0.0:1761228699.784150:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737943744
00000100:00100000:0.0:1761228699.784168:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944128
00000100:00100000:0.0:1761228699.784183:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944192
00000100:00100000:0.0:1761228699.784194:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5065
00000100:00100000:0.0:1761228699.784197:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000052f5931 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737943872:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228699.784222:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000052f5931 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737943872:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (1404us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228699.784236:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5065
00000100:00100000:0.0:1761228699.784248:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5066
00000100:00100000:0.0:1761228699.784251:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcf73b33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737943744:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228699.784279:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcf73b33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737943744:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (1361us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228699.784284:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5066
00000100:00100000:0.0:1761228699.784294:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5067
00000100:00100000:0.0:1761228699.784297:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000838efae3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737944128:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228699.784337:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000838efae3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737944128:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (1359us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228699.784347:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5067
00000100:00100000:0.0:1761228699.784357:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5068
00000100:00100000:0.0:1761228699.784360:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7d28818 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737944192:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228699.784384:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7d28818 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737944192:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (1303us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228699.784396:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5068
00000100:00100000:0.0:1761228699.784441:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737944192:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228699.784460:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000125ffb27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737943744:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228699.784469:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002f52031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737944128:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785280:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468
00000100:00100000:1.0:1761228699.785288:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737943936:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785332:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737943936:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (2603us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228699.785338:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468
00000100:00100000:1.0:1761228699.785355:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469
00000100:00100000:1.0:1761228699.785360:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f04cd9b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737943808:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785391:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f04cd9b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737943808:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (2356us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228699.785396:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469
00000100:00100000:1.0:1761228699.785426:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c46206b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737943808:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785474:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000487d6ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737944256:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785485:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f962536 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737944320:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785494:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003afcd442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737943872:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785504:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083a35bd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737943936:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785514:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f69061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737943680:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785554:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052fcfea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737944000:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785589:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228699.785605:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afb18e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737944064:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228699.785622:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228699.785662:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944000
00000100:00100000:1.0:1761228699.785692:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944064
00000100:00100000:1.0:1761228699.785704:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529
00000100:00100000:1.0:1761228699.785707:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ad0570 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737944000:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228699.785816:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228699.785859:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ad0570 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737944000:12345-0@lo:8:kworker/u8:2.0 Request processed in 150us (270us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228699.785865:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529
00000100:00100000:1.0:1761228699.785877:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530
00000100:00100000:1.0:1761228699.785880:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737944064:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228699.785959:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228699.785979:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737944064:12345-0@lo:8:kworker/u8:2.0 Request processed in 98us (357us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228699.785985:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530
00000100:00080000:1.0:1761228699.786012:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228699.786016:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228699.786020:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052fcfea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737944000:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228699.786028:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228699.786030:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228699.786034:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afb18e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737944064:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228700.291429:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228700.291450:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737944384:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228700.291519:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228700.291988:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944384
00000100:00100000:1.0:1761228700.292026:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059
00000100:00100000:1.0:1761228700.292033:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737944384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228700.292066:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228700.292102:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002046fd61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737944384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (585us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228700.292109:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059
00000100:00100000:3.0:1761228700.293523:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737944384:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228700.738979:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228701.316801:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737944448:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228701.316872:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228701.317533:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944448
00000100:00100000:2.0:1761228701.317582:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470
00000100:00100000:2.0:1761228701.317588:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737944448:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228701.317623:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228701.317896:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737944448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 306us (1024us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228701.317903:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470
00000100:00100000:0.0:1761228701.317961:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737944448:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228701.768982:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228702.787041:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228703.709928:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228703.709973:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228703.709998:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228703.710066:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228703.710159:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760704
00000100:00100000:1.0:1761228703.710213:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760768
00000100:00100000:1.0:1761228703.710232:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5069
00000100:00100000:1.0:1761228703.710238:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afb18e6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720760704:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228703.710307:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afb18e6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720760704:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 69us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228703.710314:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5069
00000100:00100000:1.0:1761228703.710332:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5070
00000100:00100000:1.0:1761228703.710336:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720760768:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228703.710354:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052fcfea7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720760768:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 17us (356us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228703.710359:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5070
00000100:00100000:1.0:1761228703.710431:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760832
00000100:00100000:1.0:1761228703.710450:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2531
00000100:00100000:1.0:1761228703.710461:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a35bd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720760832:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228703.710553:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228703.710579:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a35bd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720760832:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 117us (514us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228703.710586:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2531
00000100:00100000:0.0:1761228703.710923:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760640
00000100:00100000:0.0:1761228703.710957:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1866
00000100:00100000:0.0:1761228703.710961:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720760640:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228703.710985:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720760640:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 24us (1067us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228703.710991:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1866
00010000:00010000:1.0:1761228703.811828:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228703.875380:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737944512:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228703.875454:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228703.875509:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944512
00000100:00100000:1.0:1761228703.875557:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471
00000100:00100000:1.0:1761228703.875564:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737944512:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228703.875601:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228703.875676:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737944512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228703.875683:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471
00000100:00100000:0.0:1761228703.877159:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737944512:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228704.835662:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228704.899054:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737944576:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228704.899087:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228704.899093:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228704.899098:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228704.899105:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4295
00000100:00080000:2.0:1761228704.899108:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228704.899115:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228704.899140:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a40329e1 x1846777737944896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228704.899155:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1761228704.899175:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228704.899179:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228704.899181:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228704.899186:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4295
00000100:00080000:2.0:1761228704.899188:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228704.899193:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228704.899195:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737944832:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.899211:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc46b02e x1846777737944960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228704.899231:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228704.899263:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737945216:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.899288:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737944896:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228704.899295:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228704.899325:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228704.899333:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228704.899335:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737944768:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.899361:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737944960:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228704.899374:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228704.899395:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228704.899402:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737945152:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228704.899434:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228704.899463:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944576
00000100:00100000:1.0:1761228704.899478:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945216
00000100:00100000:0.0:1761228704.899480:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944768
00000100:00100000:3.0:1761228704.899506:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944832
00000100:00100000:2.0:1761228704.899527:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867
00000100:00100000:1.0:1761228704.899531:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944896
00000100:00100000:2.0:1761228704.899537:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737944576:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228704.899540:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5071
00000100:00100000:0.0:1761228704.899550:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003da9a2ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737944768:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228704.899555:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472
00000100:00100000:1.0:1761228704.899558:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944960
00000100:00100000:3.0:1761228704.899562:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0b45551 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737944832:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228704.899572:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945152
00000100:00100000:1.0:1761228704.899592:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053
00000100:00100000:1.0:1761228704.899598:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737945216:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.899609:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737944576:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (457us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228704.899634:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867
00000100:00100000:0.0:1761228704.899635:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003da9a2ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737944768:12345-0@lo:400:kworker/u8:2.0 Request processed in 83us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228704.899643:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0b45551 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737944832:12345-0@lo:400:kworker/u8:2.0 Request processed in 79us (412us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228704.899647:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5071
00000100:00100000:3.0:1761228704.899659:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472
00000100:00100000:1.0:1761228704.899660:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737945216:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (364us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228704.899669:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053
00000100:00100000:2.0:1761228704.899682:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054
00000100:00100000:2.0:1761228704.899688:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba2810c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737945152:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228704.899693:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532
00000100:00100000:0.0:1761228704.899700:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e61de85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737944896:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228704.899702:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533
00000100:00100000:1.0:1761228704.899711:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afae83d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737944960:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228704.899729:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba2810c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737945152:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228704.899736:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054
00000100:00100000:3.0:1761228704.900038:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737944640:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228704.900070:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:0.0:1761228704.900208:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:1.0:1761228704.900250:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228704.900324:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af4d93cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737945024:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228704.900347:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e61de85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737944896:12345-0@lo:8:kworker/u8:2.0 Request processed in 645us (1016us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228704.900354:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532
00000100:00100000:2.0:1761228704.900367:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944640
00000100:00100000:2.0:1761228704.900402:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5072
00000100:00100000:2.0:1761228704.900407:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003afcd442 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737944640:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1761228704.900481:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1761228704.900485:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228704.900487:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228704.900492:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737944896:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228704.900520:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003afcd442 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737944640:12345-0@lo:400:kworker/u8:2.0 Request processed in 111us (449us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228704.900526:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945024
00000100:00100000:2.0:1761228704.900530:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5072
00000100:00100000:2.0:1761228704.900548:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5073
00000100:00100000:2.0:1761228704.900552:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737945024:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228704.900569:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737944704:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228704.900579:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737944640:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.900588:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f962536 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737945024:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (104us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228704.900599:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af4d93cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737945024:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228704.900621:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228704.900643:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4b8f385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737945088:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.900659:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5073
00000100:00100000:0.0:1761228704.900672:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228704.900702:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737944704
00000100:00100000:0.0:1761228704.900734:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945088
00000100:00100000:2.0:1761228704.900737:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473
00000100:00100000:2.0:1761228704.900743:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737944704:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228704.900798:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5074
00000100:00100000:0.0:1761228704.900804:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178c3a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737945088:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.900811:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737944704:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228704.900818:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473
00000100:00100000:0.0:1761228704.900844:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178c3a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737945088:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228704.900853:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5074
00000100:00100000:2.0:1761228704.900876:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737944768:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228704.900895:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737944704:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.900896:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737945152:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.900917:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737945216:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228704.900920:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4b8f385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737945088:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.900932:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737944832:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228704.900947:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737944576:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228704.901059:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afae83d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737944960:12345-0@lo:8:kworker/u8:2.0 Request processed in 1348us (1667us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228704.901068:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533
00000100:00080000:0.0:1761228704.901145:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228704.901149:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228704.901153:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737944960:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228705.413193:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228705.413213:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737945280:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228705.413319:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228705.413675:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945280
00000100:00100000:2.0:1761228705.413736:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060
00000100:00100000:2.0:1761228705.413743:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000487d6ce7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737945280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228705.413802:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228705.413850:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000487d6ce7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737945280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (532us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228705.413858:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060
00000100:00100000:1.0:1761228705.414842:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737945280:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228705.860884:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228706.437483:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228706.437566:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac471ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737945344:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228706.437682:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228706.441914:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945344
00000100:00100000:0.0:1761228706.442014:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474
00000100:00100000:0.0:1761228706.442021:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066f9370e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737945344:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228706.442075:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228706.442203:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066f9370e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737945344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 180us (4521us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228706.442214:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474
00000100:00100000:2.0:1761228706.442300:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac471ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737945344:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228706.889448:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228707.907442:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228708.827957:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228708.827999:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228708.828024:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228708.828057:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228708.828128:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761088
00000100:00100000:0.0:1761228708.828184:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2534
00000100:00100000:0.0:1761228708.828191:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000125ffb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720761088:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228708.828279:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228708.828300:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760960
00000100:00100000:2.0:1761228708.828334:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761024
00000100:00100000:0.0:1761228708.828343:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000125ffb27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720761088:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 151us (285us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228708.828350:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2534
00000100:00100000:2.0:1761228708.828361:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5075
00000100:00100000:2.0:1761228708.828366:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c46206b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720760960:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228708.828409:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c46206b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720760960:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 42us (409us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228708.828416:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5075
00000100:00100000:2.0:1761228708.828431:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5076
00000100:00100000:2.0:1761228708.828435:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002f52031 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720761024:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228708.828461:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002f52031 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720761024:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 25us (436us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228708.828468:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5076
00000100:00100000:0.0:1761228708.828494:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720760896
00000100:00100000:0.0:1761228708.828521:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1868
00000100:00100000:0.0:1761228708.828525:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720760896:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228708.828560:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720760896:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 34us (610us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228708.828566:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1868
00010000:00010000:2.0:1761228708.931246:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228708.995288:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228708.995311:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737945408:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228708.995429:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228708.996191:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945408
00000100:00100000:3.0:1761228708.996306:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475
00000100:00100000:3.0:1761228708.996315:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac471ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737945408:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228708.996358:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228708.996424:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac471ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737945408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (995us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228708.996431:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475
00000100:00100000:1.0:1761228708.996576:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737945408:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228709.955008:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228710.019001:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1761228710.019013:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228710.019020:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228710.019024:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1761228710.019028:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737945664:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228710.019034:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4300
00000100:00080000:3.0:1761228710.019037:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228710.019044:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228710.019066:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000431e6b0e x1846777737945792/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228710.019080:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228710.019084:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228710.019086:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228710.019089:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4300
00000100:00080000:3.0:1761228710.019091:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228710.019094:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228710.019102:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228710.019109:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009eb2dde2 x1846777737945856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228710.019134:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737945472:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228710.019166:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737945536:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228710.019173:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228710.019199:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737946048:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228710.019390:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737945792:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228710.019472:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737945728:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228710.020382:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228710.020407:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737945856:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228710.020430:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228710.020465:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945792
00000100:00100000:0.0:1761228710.020492:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945856
00000100:00100000:0.0:1761228710.020509:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535
00000100:00100000:0.0:1761228710.020514:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737945792:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228710.020611:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228710.020651:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737945792:12345-0@lo:8:kworker/u8:0.0 Request processed in 137us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228710.020658:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535
00000100:00100000:0.0:1761228710.020674:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536
00000100:00100000:0.0:1761228710.020677:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5c34f6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737945856:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228710.020748:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228710.020771:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5c34f6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737945856:12345-0@lo:8:kworker/u8:0.0 Request processed in 93us (341us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228710.020795:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536
00000100:00080000:0.0:1761228710.020829:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228710.020833:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228710.020837:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737945792:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228710.020846:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228710.020848:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228710.020850:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737945856:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228710.020895:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737945600:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228710.020920:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228710.020935:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cefe1f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737945984:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228710.020956:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228710.020986:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945664
00000100:00100000:0.0:1761228710.021014:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945984
00000100:00100000:0.0:1761228710.021031:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5077
00000100:00100000:0.0:1761228710.021035:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6e95c7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737945664:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228710.021076:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6e95c7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737945664:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (1976us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228710.021082:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5077
00000100:00100000:0.0:1761228710.021095:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5078
00000100:00100000:0.0:1761228710.021099:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e568a6c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737945984:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228710.021128:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e568a6c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737945984:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228710.021133:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5078
00000100:00100000:0.0:1761228710.021152:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945600
00000100:00100000:0.0:1761228710.021173:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476
00000100:00100000:0.0:1761228710.021177:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bf956b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737945600:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228710.023720:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228710.023765:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737945920:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228710.023831:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228710.023885:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945536
00000100:00100000:3.0:1761228710.023923:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945920
00000100:00100000:2.0:1761228710.024008:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228710.024053:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737945664:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228710.024087:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946048
00000100:00100000:2.0:1761228710.024113:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2055
00000100:00100000:1.0:1761228710.024144:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228710.024153:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bf956b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737945600:12345-0@lo:400:kworker/u8:0.0 Request processed in 2972us (3230us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228710.024165:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476
00000100:00100000:1.0:1761228710.024168:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007050c731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737946112:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228710.024189:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945728
00000100:00100000:0.0:1761228710.024206:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477
00000100:00100000:1.0:1761228710.024210:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228710.024214:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009911d7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737945728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228710.024244:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946112
00000100:00100000:1.0:1761228710.024265:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056
00000100:00100000:0.0:1761228710.024271:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009911d7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737945728:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (127us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228710.024272:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f04cd9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737946112:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228710.024284:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477
00000100:00100000:0.0:1761228710.024319:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737945600:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228710.024363:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d675572 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737946048:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228710.024552:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f04cd9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737946112:12345-0@lo:400:kworker/u8:0.0 Request processed in 280us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228710.024558:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cefe1f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737945984:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228710.024561:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056
00000100:00100000:1.0:1761228710.024609:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737945728:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228710.024619:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007050c731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737946112:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228710.024669:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5079
00000100:00100000:1.0:1761228710.024673:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004318d5d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737945536:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228710.024710:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004318d5d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737945536:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1001us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228710.024715:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5079
00000100:00100000:1.0:1761228710.024772:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737945472
00000100:00100000:1.0:1761228710.024819:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869
00000100:00100000:1.0:1761228710.024823:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737945472:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228710.024858:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737945472:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (5687us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228710.024865:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869
00000100:00100000:0.0:1761228710.024894:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737945472:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228710.024944:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da9af9ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737945536:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228710.024949:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5080
00000100:00100000:3.0:1761228710.024955:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7b724d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737945920:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228710.024993:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7b724d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737945920:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1162us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228710.024999:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5080
00000100:00100000:0.0:1761228710.025005:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737945920:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228710.025091:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d675572 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737946048:12345-0@lo:400:kworker/u8:0.0 Request processed in 970us (1082us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228710.025097:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2055
00000100:00100000:0.0:1761228710.025151:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c62bbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737946048:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228710.536074:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737946176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228710.536158:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228710.536277:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946176
00000100:00100000:2.0:1761228710.536328:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061
00000100:00100000:2.0:1761228710.536335:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae72820e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737946176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228710.536372:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228710.536431:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae72820e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737946176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228710.536440:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061
00000100:00100000:0.0:1761228710.536529:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737946176:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228710.979358:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228711.555401:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1761228711.555490:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0b45551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737946240:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228711.555762:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228711.556484:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946240
00000100:00100000:0.0:1761228711.556530:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478
00000100:00100000:0.0:1761228711.556536:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737946240:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228711.556605:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228711.556648:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737946240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (887us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228711.556655:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478
00000100:00100000:1.0:1761228711.556822:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0b45551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737946240:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228712.006797:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228713.027100:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228713.950083:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228713.950129:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228713.950158:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228713.950185:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228713.950226:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761344
00000100:00100000:3.0:1761228713.950264:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2537
00000100:00100000:3.0:1761228713.950270:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c62bbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720761344:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1761228713.950361:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761280
00010000:02020000:3.0:1761228713.950370:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228713.950427:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761216
00000100:00100000:0.0:1761228713.950451:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5081
00000100:00100000:0.0:1761228713.950458:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad0b6ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720761280:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228713.950508:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c62bbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720761344:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 234us (319us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228713.950518:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2537
00000100:00100000:0.0:1761228713.950549:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad0b6ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720761280:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 80us (409us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228713.950558:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5081
00000100:00100000:0.0:1761228713.950584:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5082
00000100:00100000:0.0:1761228713.950589:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efb81ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720761216:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228713.950617:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efb81ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720761216:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 27us (458us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228713.950625:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5082
00000100:00100000:1.0:1761228713.951070:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761152
00000100:00100000:1.0:1761228713.951115:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1870
00000100:00100000:1.0:1761228713.951120:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720761152:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228713.951170:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720761152:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 50us (1095us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228713.951177:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1870
00010000:00010000:0.0:1761228714.051055:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228714.116398:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737946304:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228714.116490:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228714.117400:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946304
00000100:00100000:3.0:1761228714.117873:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479
00000100:00100000:3.0:1761228714.117881:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000055b8b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737946304:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228714.117924:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228714.117995:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000055b8b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737946304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (1507us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228714.118002:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479
00000100:00100000:0.0:1761228714.118223:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737946304:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228715.076609:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228715.139174:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737946368:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228715.139243:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228715.139284:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946368
00000100:00100000:3.0:1761228715.139318:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871
00000100:00100000:3.0:1761228715.139323:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737946368:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228715.139362:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737946368:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (121us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228715.139369:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871
00000100:00100000:3.0:1761228715.139406:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737946368:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228715.139431:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4b8f385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737946432:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228715.139456:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228715.139486:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946432
00000100:00100000:3.0:1761228715.139510:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5083
00000100:00100000:3.0:1761228715.139513:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007050c731 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737946432:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.140562:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af4d93cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737946496:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228715.140575:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228715.140580:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228715.140582:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228715.140587:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4305
00000100:00080000:2.0:1761228715.140589:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228715.140593:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228715.140596:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228715.140611:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b995d4df x1846777737946688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228715.140622:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946496
00000100:00080000:2.0:1761228715.140623:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228715.140626:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228715.140627:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228715.140630:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4305
00000100:00080000:2.0:1761228715.140631:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228715.140634:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228715.140643:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008006ede4 x1846777737946752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228715.140646:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480
00000100:00100000:1.0:1761228715.140649:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0b45551 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737946496:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.140677:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0b45551 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737946496:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (82us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228715.140683:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480
00000100:00100000:2.0:1761228715.140694:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737946624:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.140700:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737946880:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.140720:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228715.140720:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228715.140733:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737947008:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.140739:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af4d93cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737946496:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.140751:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228715.140754:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228715.140755:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737946816:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228715.140768:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228715.140771:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228715.140772:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737946560:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228715.140811:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228715.140814:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947008
00000100:00100000:2.0:1761228715.140823:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1717bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737946944:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.140837:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057
00000100:00100000:2.0:1761228715.140840:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228715.140841:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabf6f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737947008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228715.140863:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946880
00000100:00100000:1.0:1761228715.140868:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabf6f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737947008:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (114us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228715.140873:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057
00000100:00100000:1.0:1761228715.140882:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946944
00000100:00100000:2.0:1761228715.140882:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946816
00000100:00100000:2.0:1761228715.140894:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946560
00000100:00100000:1.0:1761228715.140895:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058
00000100:00100000:1.0:1761228715.140898:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737946944:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228715.140905:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5084
00000100:00100000:2.0:1761228715.140908:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737946880:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.140919:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737946944:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (79us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228715.140925:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058
00000100:00100000:2.0:1761228715.140933:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058f69061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737946880:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228715.140938:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5084
00000100:00100000:2.0:1761228715.140947:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5085
00000100:00100000:1.0:1761228715.140950:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5086
00000100:00100000:2.0:1761228715.140950:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af4d93cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737946816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.140953:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4689aa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737946560:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228715.140970:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af4d93cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737946816:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228715.140971:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4689aa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737946560:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228715.140976:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5085
00000100:00100000:1.0:1761228715.140978:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5086
00000100:00100000:1.0:1761228715.140992:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946624
00000100:00100000:2.0:1761228715.140996:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a40329e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737946560:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228715.141005:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1717bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737946944:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.141008:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481
00000100:00100000:1.0:1761228715.141011:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737946624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228715.141012:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737947008:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.141043:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000887decf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737946624:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228715.141047:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc46b02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737946624:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.141048:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481
00000100:00100000:1.0:1761228715.141066:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737946816:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228715.141073:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737946880:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228715.141138:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737946688:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228715.141144:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007050c731 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737946432:12345-0@lo:400:kworker/u8:2.0 Request processed in 1630us (1688us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228715.141151:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5083
00000100:00100000:0.0:1761228715.141162:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228715.141185:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737946752:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228715.141187:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4b8f385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737946432:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228715.141204:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228715.141257:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946688
00000100:00100000:2.0:1761228715.141283:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737946752
00000100:00100000:2.0:1761228715.141370:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538
00000100:00100000:2.0:1761228715.141374:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737946688:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228715.141456:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228715.141488:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737946688:12345-0@lo:8:kworker/u8:2.0 Request processed in 114us (326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228715.141713:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539
00000100:00100000:0.0:1761228715.141717:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042f10082 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737946752:12345-0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228715.141806:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00010000:02020000:0.0:1761228715.141811:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1761228715.141811:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228715.141818:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b995d4df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737946688:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228715.141853:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042f10082 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737946752:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (646us total) trans 0 rc -19/-19
00000100:00080000:1.0:1761228715.141857:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1761228715.141861:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539
00000100:00080000:1.0:1761228715.141862:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228715.141867:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737946752:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228715.142276:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538
00000100:00100000:3.0:1761228715.651226:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fabf6f9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737947072:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228715.651315:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228715.651385:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947072
00000100:00100000:0.0:1761228715.651432:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062
00000100:00100000:0.0:1761228715.651447:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cefe1f1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737947072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228715.651480:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228715.651544:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cefe1f1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737947072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228715.651553:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062
00000100:00100000:2.0:1761228715.651586:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fabf6f9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737947072:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228716.103653:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228716.675020:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228716.675053:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737947136:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228716.675161:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228716.675243:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947136
00000100:00100000:2.0:1761228716.676846:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482
00000100:00100000:2.0:1761228716.676857:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabf6f9b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737947136:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228716.676905:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228716.676996:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabf6f9b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737947136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (1836us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228716.677002:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482
00000100:00100000:3.0:1761228716.677152:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008006ede4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737947136:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228717.123230:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228718.147832:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228719.068601:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228719.068654:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228719.068695:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228719.068731:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228719.068769:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761600
00000100:00100000:1.0:1761228719.068822:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761408
00000100:00100000:3.0:1761228719.068849:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2540
00000100:00100000:3.0:1761228719.068858:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720761600:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:1.0:1761228719.068865:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1872
00000100:00100000:1.0:1761228719.068872:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720761408:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228719.068937:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005135c728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720761408:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 64us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228719.068945:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1872
00010000:02020000:3.0:1761228719.068964:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228719.068994:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720761600:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 137us (263us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228719.069003:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2540
00000100:00100000:0.0:1761228719.069140:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761472
00000100:00100000:0.0:1761228719.069175:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761536
00000100:00100000:0.0:1761228719.069192:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5087
00000100:00100000:0.0:1761228719.069196:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c62bbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720761472:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228719.069230:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c62bbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720761472:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 33us (638us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228719.069237:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5087
00000100:00100000:0.0:1761228719.069250:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5088
00000100:00100000:0.0:1761228719.069253:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000500d9199 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720761536:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228719.069275:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000500d9199 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720761536:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 21us (581us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228719.069281:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5088
00010000:00010000:1.0:1761228719.171356:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228719.235120:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228719.235145:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737947200:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228719.235211:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228719.235260:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947200
00000100:00100000:2.0:1761228719.235305:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483
00000100:00100000:2.0:1761228719.235311:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88abb89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737947200:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228719.235349:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228719.235731:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88abb89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737947200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 419us (520us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228719.235739:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483
00000100:00100000:2.0:1761228719.235798:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002872a633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737947200:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228720.195097:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228720.259117:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228720.259125:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228720.259128:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228720.259137:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4311
00000100:00080000:3.0:1761228720.259139:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228720.259146:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228720.259173:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001765641f x1846777737947584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228720.259187:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228720.259190:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228720.259191:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228720.259194:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4311
00000100:00080000:3.0:1761228720.259195:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228720.259199:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228720.259208:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e02a76f9 x1846777737947648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228720.259293:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475047be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737947264:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.259366:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228720.259402:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737947520:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.259426:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228720.259441:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fbbd572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737947904:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.259465:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228720.259499:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228720.259506:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000feb3653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737947456:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.259534:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228720.259553:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad429894 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737947840:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228720.259569:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a905c2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737947392:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.259578:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228720.259609:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228720.259615:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947520
00000100:00100000:1.0:1761228720.259629:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000021bcd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737947776:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.259654:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947392
00000100:00100000:1.0:1761228720.259669:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228720.259675:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484
00000100:00100000:2.0:1761228720.259682:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737947520:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228720.259691:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1761228720.259698:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a49f9ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737947328:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228720.259733:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228720.259743:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737947520:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228720.259750:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbbb4c13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737947712:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.259755:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484
00000100:00100000:1.0:1761228720.259772:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228720.259799:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485
00000100:00100000:2.0:1761228720.259805:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737947392:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228720.259815:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001765641f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737947584:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228720.259938:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228720.259954:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e02a76f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737947648:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228720.259972:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228720.260010:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947264
00000100:00100000:1.0:1761228720.260013:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947904
00000100:00100000:3.0:1761228720.260049:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873
00000100:00100000:1.0:1761228720.260050:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947840
00000100:00100000:3.0:1761228720.260055:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737947264:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228720.260067:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947584
00000100:00100000:1.0:1761228720.260077:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947648
00000100:00100000:1.0:1761228720.260090:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059
00000100:00100000:3.0:1761228720.260096:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d4e0d50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737947264:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (730us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228720.260097:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073d49f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737947904:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228720.260109:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873
00000100:00100000:1.0:1761228720.260144:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073d49f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737947904:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (678us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228720.260148:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060
00000100:00100000:3.0:1761228720.260157:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737947840:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228720.260158:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059
00000100:00100000:1.0:1761228720.260178:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541
00000100:00100000:1.0:1761228720.260182:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d675572 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737947584:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228720.260195:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737947840:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (617us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228720.260202:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060
00000100:00100000:3.0:1761228720.260218:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542
00000100:00100000:3.0:1761228720.260221:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737947648:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228720.260320:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228720.260346:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d675572 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737947584:12345-0@lo:8:kworker/u8:0.0 Request processed in 164us (408us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228720.260351:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541
00000100:00100000:2.0:1761228720.260370:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737947392:12345-0@lo:400:kworker/u8:0.0 Request processed in 563us (762us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228720.260378:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485
00000100:00100000:1.0:1761228720.260388:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947456
00000100:00100000:2.0:1761228720.260408:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947776
00000100:00100000:1.0:1761228720.260420:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947328
00000100:00100000:2.0:1761228720.260441:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947712
00000100:00100000:1.0:1761228720.260447:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5089
00000100:00100000:1.0:1761228720.260451:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ad0570 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737947456:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.260464:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5090
00000100:00100000:2.0:1761228720.260470:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008006ede4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737947776:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228720.260481:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ad0570 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737947456:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (946us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228720.260500:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5089
00000100:00100000:1.0:1761228720.260516:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5091
00000100:00100000:1.0:1761228720.260520:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e61de85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737947328:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.260524:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008006ede4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737947776:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (853us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228720.260532:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5090
00000100:00100000:2.0:1761228720.260549:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5092
00000100:00100000:2.0:1761228720.260554:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afae83d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737947712:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228720.260558:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e61de85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737947328:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (824us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228720.260565:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5091
00000100:00100000:2.0:1761228720.260591:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afae83d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737947712:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (818us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228720.260598:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5092
00000100:00080000:1.0:1761228720.260605:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228720.260610:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228720.260615:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001765641f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737947584:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228720.260648:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000feb3653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737947456:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.260659:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad429894 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737947840:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.260667:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475047be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737947264:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.260675:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737947520:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.260684:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fbbd572 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737947904:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1761228720.260839:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228720.261057:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737947648:12345-0@lo:8:kworker/u8:0.0 Request processed in 834us (1083us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228720.261064:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542
00000100:00080000:3.0:1761228720.261093:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228720.261096:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228720.261099:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e02a76f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737947648:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228720.261908:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a49f9ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737947328:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.261919:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbbb4c13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737947712:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.261929:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a905c2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737947392:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228720.261939:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000021bcd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737947776:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228720.772366:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737947968:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228720.772442:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228720.772713:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737947968
00000100:00100000:0.0:1761228720.772828:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063
00000100:00100000:0.0:1761228720.772834:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc46b02e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737947968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228720.773044:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228720.773158:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc46b02e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737947968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 323us (716us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228720.773167:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063
00000100:00100000:1.0:1761228720.773387:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737947968:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228721.219022:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228721.797506:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228721.797522:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e02a76f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737948032:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228721.797596:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228721.797691:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948032
00000100:00100000:3.0:1761228721.797742:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486
00000100:00100000:3.0:1761228721.797749:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737948032:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228721.797802:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228721.797843:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737948032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (248us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228721.797850:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486
00000100:00100000:0.0:1761228721.797931:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e02a76f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737948032:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228722.242972:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228723.267125:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228724.188773:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228724.188921:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228724.188958:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228724.189036:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228724.189078:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761728
00000100:00100000:3.0:1761228724.189118:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761792
00000100:00100000:3.0:1761228724.189136:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5093
00000100:00100000:3.0:1761228724.189142:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720761728:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228724.189212:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02a76f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720761728:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 69us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228724.189222:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5093
00000100:00100000:0.0:1761228724.189228:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761856
00000100:00100000:3.0:1761228724.189240:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5094
00000100:00100000:3.0:1761228724.189246:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000021bcd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720761792:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228724.189260:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2543
00000100:00100000:0.0:1761228724.189266:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720761856:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:3.0:1761228724.189272:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000021bcd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720761792:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 24us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228724.189279:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5094
00010000:02020000:0.0:1761228724.189361:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228724.189374:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761664
00000100:00100000:0.0:1761228724.189395:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720761856:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 128us (632us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228724.189403:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2543
00000100:00100000:2.0:1761228724.189416:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1874
00000100:00100000:2.0:1761228724.189421:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720761664:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228724.189449:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c50c9cde pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720761664:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 27us (491us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228724.189467:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1874
00010000:00010000:1.0:1761228724.290992:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228724.355026:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228724.355251:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba2810c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737948096:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228724.355338:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228724.356898:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948096
00000100:00100000:0.0:1761228724.356967:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487
00000100:00100000:0.0:1761228724.356973:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737948096:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228724.357014:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228724.357080:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737948096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (1743us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228724.357088:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487
00000100:00100000:1.0:1761228724.357127:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba2810c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737948096:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228725.315021:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228725.379767:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1761228725.380421:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737948160:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.380513:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228725.380608:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948160
00000100:00100000:3.0:1761228725.380658:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875
00000100:00100000:3.0:1761228725.380664:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737948160:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228725.380720:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b8290c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737948160:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228725.380727:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875
00000100:00100000:3.0:1761228725.380773:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737948160:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228725.381197:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228725.381203:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228725.381210:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1761228725.381210:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737948352:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228725.381215:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4316
00000100:00080000:0.0:1761228725.381217:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228725.381221:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228725.381241:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a5c34f6d x1846777737948480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228725.381245:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228725.381257:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228725.381260:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228725.381261:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1761228725.381261:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1761228725.381264:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4316
00000100:00080000:0.0:1761228725.381265:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00100000:3.0:1761228725.381265:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb8d94a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737948416:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228725.381268:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228725.381277:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7c41e4a x1846777737948544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228725.381285:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228725.381305:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c34f6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737948480:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228725.381325:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737948736:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228725.381326:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228725.381339:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7c41e4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737948544:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228725.381349:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228725.381363:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948416
00000100:00100000:0.0:1761228725.381367:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1761228725.381371:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737948800:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228725.381386:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488
00000100:00100000:3.0:1761228725.381391:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737948416:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228725.381392:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228725.381412:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948480
00000100:00100000:3.0:1761228725.381422:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737948416:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228725.381428:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488
00000100:00100000:0.0:1761228725.381430:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948736
00000100:00100000:0.0:1761228725.381463:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948800
00000100:00100000:3.0:1761228725.381471:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061
00000100:00100000:3.0:1761228725.381474:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737948736:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228725.381506:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737948736:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228725.381528:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5b6b384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737948224:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.381554:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228725.381572:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083a35bd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737948608:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.381588:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228725.381747:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1761228725.381861:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062
00000100:00100000:0.0:1761228725.381865:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737948800:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228725.381895:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737948800:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (503us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228725.381900:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062
00000100:00100000:0.0:1761228725.381911:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544
00000100:00100000:0.0:1761228725.381914:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737948480:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382067:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737948288:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382093:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228725.382106:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000125ffb27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737948672:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382121:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228725.382142:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948352
00000100:00100000:2.0:1761228725.382161:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5095
00000100:00100000:2.0:1761228725.382164:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fbbd572 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737948352:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382188:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fbbd572 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737948352:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (944us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228725.382194:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5095
00000100:00100000:2.0:1761228725.382203:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948224
00010000:02020000:0.0:1761228725.382208:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228725.382217:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948608
00000100:00100000:2.0:1761228725.382231:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948672
00000100:00100000:0.0:1761228725.382234:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737948480:12345-0@lo:8:kworker/u8:0.0 Request processed in 319us (908us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228725.382241:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544
00000100:00100000:2.0:1761228725.382242:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5096
00000100:00100000:2.0:1761228725.382244:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f04cd9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737948224:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228725.382259:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948288
00000100:00100000:2.0:1761228725.382270:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f04cd9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737948224:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (716us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228725.382277:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489
00000100:00100000:2.0:1761228725.382278:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5096
00000100:00100000:0.0:1761228725.382280:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737948288:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382288:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5097
00000100:00100000:2.0:1761228725.382291:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba2810c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737948608:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228725.382305:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737948288:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228725.382309:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba2810c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737948608:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (721us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228725.382310:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489
00000100:00100000:2.0:1761228725.382314:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5097
00000100:00100000:2.0:1761228725.382321:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5098
00000100:00100000:2.0:1761228725.382324:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a49f9ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737948672:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228725.382338:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737948800:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382344:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a49f9ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737948672:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228725.382347:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa2ed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737948736:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382349:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5098
00000100:00100000:0.0:1761228725.382355:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb8d94a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737948416:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228725.382364:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737948352:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382377:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737948288:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382384:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000125ffb27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737948672:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382392:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083a35bd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737948608:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382400:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5b6b384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737948224:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228725.382427:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228725.382462:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948544
00000100:00080000:2.0:1761228725.382463:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228725.382466:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228725.382470:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c34f6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737948480:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228725.382479:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545
00000100:00100000:0.0:1761228725.382492:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737948544:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228725.382569:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228725.382607:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737948544:12345-0@lo:8:kworker/u8:0.0 Request processed in 123us (179us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228725.382613:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545
00000100:00100000:3.0:1761228725.382727:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061
00000100:00080000:2.0:1761228725.382870:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228725.382873:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228725.382877:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7c41e4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737948544:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228725.891888:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737948864:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228725.891964:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228725.893854:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948864
00000100:00100000:3.0:1761228725.893930:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064
00000100:00100000:3.0:1761228725.893937:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737948864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228725.893973:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228725.895088:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000475047be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737948864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1147us (3121us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228725.895097:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064
00000100:00100000:2.0:1761228725.895170:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737948864:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228726.338971:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228726.918022:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efd4df32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737948928:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1761228726.918083:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228726.918135:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948928
00000100:00100000:3.0:1761228726.918171:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490
00000100:00100000:3.0:1761228726.918175:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e777e45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737948928:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228726.918209:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228726.918243:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e777e45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737948928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228726.918249:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490
00000100:00100000:3.0:1761228726.918286:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efd4df32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737948928:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228727.362986:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228728.387064:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228729.309467:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228729.309519:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228729.309582:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761984
00000100:00100000:3.0:1761228729.309596:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720761920
00000100:00100000:3.0:1761228729.309635:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1876
00000100:00100000:3.0:1761228729.309643:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720761920:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228729.309650:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5099
00000100:00100000:2.0:1761228729.309657:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720761984:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228729.309741:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da9af9ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720761984:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 84us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228729.309749:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5099
00000100:00100000:3.0:1761228729.309836:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089f4e33e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720761920:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 193us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228729.309845:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1876
00000100:00100000:1.0:1761228729.310431:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228729.310480:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762048
00000100:00100000:1.0:1761228729.310485:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228729.310519:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5100
00000100:00100000:0.0:1761228729.310525:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720762048:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228729.310564:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a40329e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720762048:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 39us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228729.310571:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5100
00000100:00100000:3.0:1761228729.311626:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762112
00000100:00100000:3.0:1761228729.311665:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2546
00000100:00100000:3.0:1761228729.311670:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ad276ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720762112:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228729.311763:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228729.311834:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ad276ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720762112:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 163us (1349us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228729.311841:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2546
00010000:00010000:2.0:1761228729.411028:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228729.477918:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228729.477948:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000feb3653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737948992:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228729.478037:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228729.478150:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737948992
00000100:00100000:3.0:1761228729.478207:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491
00000100:00100000:3.0:1761228729.478214:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f17e35d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737948992:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228729.478268:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228729.478320:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f17e35d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737948992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228729.478327:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491
00000100:00100000:1.0:1761228729.478803:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000feb3653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737948992:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228730.435026:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228730.501749:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1761228730.501755:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228730.501761:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228730.501764:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228730.501772:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4321
00000100:00100000:2.0:1761228730.501772:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737949248:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1761228730.501793:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228730.501800:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228730.501817:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737949312:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228730.501823:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008601e5f3 x1846777737949376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228730.501839:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228730.501841:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228730.501843:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228730.501846:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4321
00000100:00080000:0.0:1761228730.501848:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228730.501851:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228730.501859:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228730.501861:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7c41e4a x1846777737949440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228730.501879:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228730.501890:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737949056:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228730.501911:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737949696:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228730.501924:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228730.501925:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737949184:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228730.501949:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737949632:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228730.501950:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228730.501960:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228730.501988:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5b6b384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737949568:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228730.501988:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228730.502016:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737949376:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228730.502025:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228730.502035:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228730.502042:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228730.502046:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737949120:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228730.502064:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228730.502074:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c34f6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737949504:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228730.502203:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228730.502214:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949696
00000100:00100000:2.0:1761228730.502222:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7c41e4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737949440:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228730.502235:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949248
00000100:00100000:2.0:1761228730.502247:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228730.502261:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949632
00000100:00100000:1.0:1761228730.502284:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949376
00000100:00100000:1.0:1761228730.502292:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949440
00000100:00100000:1.0:1761228730.502300:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063
00000100:00100000:1.0:1761228730.502305:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038ba80d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737949696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228730.502354:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038ba80d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737949696:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (408us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228730.502362:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063
00000100:00100000:0.0:1761228730.502367:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949568
00000100:00100000:1.0:1761228730.502385:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064
00000100:00100000:1.0:1761228730.502389:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737949632:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228730.502392:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949120
00000100:00100000:0.0:1761228730.502421:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949504
00000100:00100000:2.0:1761228730.502421:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949056
00000100:00100000:0.0:1761228730.502439:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5101
00000100:00100000:0.0:1761228730.502447:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000feb3653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737949248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228730.502447:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737949632:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (455us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228730.502447:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877
00000100:00100000:2.0:1761228730.502452:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737949056:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228730.502463:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064
00000100:00100000:1.0:1761228730.502481:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547
00000100:00100000:1.0:1761228730.502485:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737949376:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228730.502488:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000feb3653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737949248:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (628us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228730.502489:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc9f95f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737949056:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (564us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228730.502496:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5101
00000100:00100000:2.0:1761228730.502496:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877
00000100:00100000:0.0:1761228730.502510:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5102
00000100:00100000:0.0:1761228730.502514:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a35bd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737949568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228730.502526:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548
00000100:00100000:2.0:1761228730.502530:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737949440:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228730.502543:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a35bd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737949568:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (518us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228730.502545:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949312
00000100:00100000:0.0:1761228730.502550:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5102
00000100:00100000:0.0:1761228730.502563:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5103
00000100:00100000:0.0:1761228730.502566:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000125ffb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737949120:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228730.502579:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949184
00000100:00100000:3.0:1761228730.502596:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492
00000100:00100000:3.0:1761228730.502600:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4d54f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737949312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228730.502632:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4d54f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737949312:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (757us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228730.502637:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492
00000100:00100000:3.0:1761228730.502648:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493
00000100:00100000:3.0:1761228730.502651:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737949184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228730.502673:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737949184:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (714us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228730.502678:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493
00000100:00100000:3.0:1761228730.502725:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5104
00000100:00100000:3.0:1761228730.502729:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa2ed62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737949504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228730.502757:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa2ed62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737949504:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (554us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228730.502797:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000125ffb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737949120:12345-0@lo:400:kworker/u8:2.0 Request processed in 229us (732us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228730.502803:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5103
00000100:00100000:0.0:1761228730.502859:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737949120:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1761228730.502865:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228730.502870:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c34f6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737949504:0@lo:400:kworker/u8:2.0
00010000:02020000:2.0:1761228730.502872:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228730.502879:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5104
00000100:00100000:0.0:1761228730.502884:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737949184:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228730.502898:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5b6b384 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737949568:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228730.502922:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737949376:12345-0@lo:8:kworker/u8:2.0 Request processed in 434us (884us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228730.502927:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737949440:12345-0@lo:8:kworker/u8:2.0 Request processed in 393us (678us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228730.502934:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547
00000100:00100000:2.0:1761228730.502940:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548
00000100:00080000:3.0:1761228730.502943:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228730.502948:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228730.502953:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737949376:0@lo:8:kworker/u8:2.0
00000100:00080000:3.0:1761228730.502972:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1761228730.502976:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737949632:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1761228730.502976:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228730.502982:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737949696:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228730.502982:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7c41e4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737949440:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228730.502995:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737949248:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228730.503008:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737949056:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228730.503019:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737949312:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228731.011046:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737949760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228731.011122:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228731.011179:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949760
00000100:00100000:0.0:1761228731.011240:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065
00000100:00100000:0.0:1761228731.011247:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737949760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228731.011282:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228731.011340:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efd4df32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737949760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228731.011348:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065
00000100:00100000:2.0:1761228731.011518:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737949760:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228731.460652:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228732.035020:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078fef508 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737949824:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228732.035100:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228732.035203:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949824
00000100:00100000:3.0:1761228732.035255:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494
00000100:00100000:3.0:1761228732.035260:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004125fdc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737949824:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228732.035296:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228732.035351:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004125fdc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737949824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (248us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228732.035358:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494
00000100:00100000:2.0:1761228732.035416:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078fef508 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737949824:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228732.483149:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228733.509157:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228734.434437:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228734.435936:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762176
00000100:00100000:2.0:1761228734.435998:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1878
00000100:00100000:2.0:1761228734.436004:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720762176:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228734.436086:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b93c3689 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720762176:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 81us (1659us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228734.436093:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1878
00000100:00100000:0.0:1761228734.436592:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228734.436732:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228734.436770:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228734.436858:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762304
00000100:00100000:3.0:1761228734.436901:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762240
00000100:00100000:3.0:1761228734.436925:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5105
00000100:00100000:3.0:1761228734.436931:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720762304:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228734.436981:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c41e4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720762304:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 49us (391us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228734.436990:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5105
00000100:00100000:3.0:1761228734.437006:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5106
00000100:00100000:3.0:1761228734.437010:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5c34f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720762240:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228734.437032:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5c34f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720762240:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 21us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228734.437037:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5106
00000100:00100000:1.0:1761228734.437177:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762368
00000100:00100000:1.0:1761228734.437258:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2549
00000100:00100000:1.0:1761228734.437264:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720762368:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228734.437350:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228734.437397:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720762368:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 132us (665us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228734.437404:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2549
00010000:00010000:0.0:1761228734.532708:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228734.595089:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1717bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737949888:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228734.595158:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228734.595568:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949888
00000100:00100000:0.0:1761228734.595614:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3495
00000100:00100000:0.0:1761228734.595620:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e4f178 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737949888:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228734.595660:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228734.595715:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e4f178 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737949888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (558us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228734.595722:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3495
00000100:00100000:1.0:1761228734.595823:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1717bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737949888:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228735.557277:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228735.619016:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737949952:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228735.619091:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228735.619185:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737949952
00000100:00100000:2.0:1761228735.620076:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879
00000100:00100000:2.0:1761228735.620084:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737949952:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228735.620315:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737950144:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228735.620357:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228735.620403:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737950080:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228735.620424:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228735.620439:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228735.620443:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737950016:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228735.620459:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228735.620480:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950144
00000100:00100000:1.0:1761228735.620508:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950016
00000100:00100000:1.0:1761228735.620525:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5107
00000100:00100000:1.0:1761228735.620529:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae2ed0e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737950144:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228735.620562:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae2ed0e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737950144:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228735.620568:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5107
00000100:00100000:1.0:1761228735.620586:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5108
00000100:00100000:1.0:1761228735.620588:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060d857a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737950016:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228735.620616:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060d857a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737950016:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228735.620621:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5108
00000100:00100000:1.0:1761228735.620654:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737950144:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228735.620681:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737950016:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228735.620711:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950080
00000100:00100000:1.0:1761228735.620731:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496
00000100:00100000:1.0:1761228735.620734:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362d666e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737950080:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228735.620764:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362d666e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737950080:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228735.620770:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496
00000100:00100000:1.0:1761228735.620810:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737950080:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228735.621065:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af50c41c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737949952:12345-0@lo:400:kworker/u8:0.0 Request processed in 980us (1974us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228735.621077:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879
00000100:00080000:0.0:1761228735.621172:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228735.621178:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228735.621182:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228735.621186:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4326
00000100:00080000:0.0:1761228735.621189:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228735.621192:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228735.621215:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000076f9e694 x1846777737950272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228735.621237:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228735.621240:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228735.621241:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228735.621244:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4326
00000100:00080000:0.0:1761228735.621246:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228735.621248:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228735.621259:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e01dbde1 x1846777737950336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228735.621313:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737950400:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228735.621341:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228735.621475:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228735.621484:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737950464:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228735.621506:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228735.621529:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950400
00000100:00100000:0.0:1761228735.621551:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950464
00000100:00100000:0.0:1761228735.621566:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5109
00000100:00100000:0.0:1761228735.621570:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000effd6bc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737950400:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228735.621602:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000effd6bc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737950400:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228735.621607:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5109
00000100:00100000:0.0:1761228735.621618:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5110
00000100:00100000:0.0:1761228735.621620:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737950464:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228735.621640:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a5452a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737950464:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228735.621645:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5110
00000100:00100000:0.0:1761228735.621667:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737950464:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228735.621676:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737950400:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228735.621763:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737950272:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228735.621819:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228735.621833:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737950336:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228735.621850:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228735.621874:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950272
00000100:00100000:2.0:1761228735.621889:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950336
00000100:00100000:2.0:1761228735.621900:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550
00000100:00100000:2.0:1761228735.621903:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737950272:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228735.621985:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228735.622015:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737950272:12345-0@lo:8:kworker/u8:0.0 Request processed in 110us (195us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228735.622020:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550
00000100:00100000:2.0:1761228735.622031:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551
00000100:00100000:2.0:1761228735.622033:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865947cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737950336:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228735.622107:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228735.622127:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865947cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737950336:12345-0@lo:8:kworker/u8:0.0 Request processed in 92us (276us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228735.622132:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551
00000100:00080000:2.0:1761228735.622155:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228735.622158:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228735.622161:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737950272:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228735.622167:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228735.622169:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228735.622172:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737950336:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228735.622240:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44b708d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737949952:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228735.622259:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737950208:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228735.622283:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228735.622304:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c5b0885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737950592:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228735.622322:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228735.622331:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228735.622335:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737950528:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228735.622350:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228735.622410:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950592
00000100:00100000:0.0:1761228735.622496:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950528
00000100:00100000:3.0:1761228735.622526:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065
00000100:00100000:3.0:1761228735.622530:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737950592:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228735.622568:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737950592:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228735.622573:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065
00000100:00100000:3.0:1761228735.622586:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066
00000100:00100000:3.0:1761228735.622590:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737950528:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228735.622616:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737950528:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228735.622621:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066
00000100:00100000:3.0:1761228735.622644:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737950528:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228735.622652:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c5b0885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737950592:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228735.622859:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950208
00000100:00100000:2.0:1761228735.623289:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497
00000100:00100000:2.0:1761228735.623295:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a536e4ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737950208:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228735.624019:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a536e4ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737950208:12345-0@lo:400:kworker/u8:0.0 Request processed in 722us (1734us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228735.624028:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497
00000100:00100000:3.0:1761228735.624120:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737950208:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228736.131824:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228736.131850:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfac2d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737950656:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228736.131924:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228736.132014:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950656
00000100:00100000:0.0:1761228736.132063:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066
00000100:00100000:0.0:1761228736.132070:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5b5138a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737950656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228736.132107:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228736.132153:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5b5138a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737950656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228736.132161:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066
00000100:00100000:0.0:1761228736.132615:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfac2d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737950656:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228736.579220:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228737.155261:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228737.155280:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c5b0885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737950720:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228737.155386:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228737.155830:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950720
00000100:00100000:2.0:1761228737.156421:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498
00000100:00100000:2.0:1761228737.156428:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054fed3e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737950720:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228737.156468:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228737.156529:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054fed3e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737950720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (1144us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228737.156536:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498
00000100:00100000:1.0:1761228737.156710:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c5b0885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737950720:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228737.602982:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228738.629014:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228739.553756:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228739.553830:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762432
00000100:00100000:0.0:1761228739.553835:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228739.553874:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228739.553886:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1880
00000100:00100000:2.0:1761228739.553893:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720762432:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228739.553960:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009549a415 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720762432:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 67us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228739.553968:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228739.553971:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1880
00000100:00100000:2.0:1761228739.554004:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762624
00000100:00100000:2.0:1761228739.554024:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2552
00000100:00100000:2.0:1761228739.554029:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720762624:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:0.0:1761228739.554072:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762496
00000100:00100000:0.0:1761228739.554102:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762560
00000100:00100000:0.0:1761228739.554117:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5111
00010000:02020000:2.0:1761228739.554121:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228739.554125:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfac2d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720762496:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228739.554161:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720762624:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 131us (287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228739.554168:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfac2d79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720762496:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 42us (330us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228739.554175:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2552
00000100:00100000:0.0:1761228739.554182:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5111
00000100:00100000:0.0:1761228739.554198:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5112
00000100:00100000:0.0:1761228739.554202:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720762560:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228739.554227:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b242f3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720762560:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 24us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228739.554233:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5112
00010000:00010000:1.0:1761228739.651003:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228739.715054:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228739.715077:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360e41bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737950784:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228739.715153:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228739.715253:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950784
00000100:00100000:2.0:1761228739.715308:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499
00000100:00100000:2.0:1761228739.715314:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737950784:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228739.715361:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228739.715423:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737950784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228739.715430:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499
00000100:00100000:0.0:1761228739.716905:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360e41bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737950784:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228740.675033:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228740.740597:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228740.740604:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228740.740607:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228740.740615:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4331
00000100:00080000:0.0:1761228740.740619:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228740.740624:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228740.740642:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c44f48d9 x1846777737951168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228740.740657:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228740.740660:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228740.740661:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228740.740674:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4331
00000100:00080000:0.0:1761228740.740676:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228740.740679:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228740.740690:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008601e5f3 x1846777737951232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228740.740733:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737951168:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228740.740820:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228740.740845:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737951232:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228740.740867:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228740.740906:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951168
00000100:00100000:0.0:1761228740.740934:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951232
00000100:00100000:0.0:1761228740.740950:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553
00000100:00100000:0.0:1761228740.740956:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737951168:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741103:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554
00000100:00100000:3.0:1761228740.741108:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737951232:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761228740.741184:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228740.741224:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737951232:12345-0@lo:8:kworker/u8:0.0 Request processed in 114us (356us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228740.741230:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554
00000100:00100000:3.0:1761228740.741252:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737950976:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741278:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228740.741291:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737951360:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741315:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228740.741344:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228740.741350:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737950912:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741369:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228740.741381:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737951296:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741414:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228740.741438:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950976
00000100:00100000:3.0:1761228740.741462:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3500
00000100:00100000:3.0:1761228740.741471:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000755c8cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737950976:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741511:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000755c8cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737950976:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228740.741516:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3500
00000100:00100000:3.0:1761228740.741564:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737950976:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228740.741613:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228740.741617:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228740.741620:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737951232:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741645:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951360
00000100:00100000:3.0:1761228740.741676:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950912
00000100:00100000:3.0:1761228740.741691:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951296
00000100:00100000:3.0:1761228740.741706:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5113
00000100:00100000:3.0:1761228740.741710:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a5bcbfb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737951360:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741743:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a5bcbfb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737951360:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (427us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228740.741754:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5113
00000100:00100000:3.0:1761228740.741764:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5114
00000100:00100000:3.0:1761228740.741768:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ce188b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737950912:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741816:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ce188b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737950912:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (446us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228740.741822:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5114
00000100:00100000:3.0:1761228740.741834:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5115
00000100:00100000:3.0:1761228740.741836:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e37cdfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737951296:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741860:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e37cdfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737951296:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (445us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228740.741873:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5115
00000100:00100000:3.0:1761228740.741907:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737950912:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741916:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737951296:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228740.741929:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737951360:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.742453:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003caa4aa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737951040:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.742485:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228740.742507:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737951424:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.742527:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228740.742555:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1761228740.742564:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737950848:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.742596:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228740.742610:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737951104:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.742630:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228740.742643:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737951488:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.742666:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228740.742692:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951424
00000100:00100000:1.0:1761228740.742721:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951488
00000100:00100000:1.0:1761228740.742740:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067
00000100:00100000:1.0:1761228740.742744:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737951424:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.742806:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737951424:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228740.742813:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067
00000100:00100000:1.0:1761228740.742826:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068
00000100:00100000:1.0:1761228740.742830:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737951488:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.742855:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737951488:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228740.742870:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068
00000100:00100000:1.0:1761228740.742897:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737950848
00000100:00100000:1.0:1761228740.742917:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881
00000100:00100000:1.0:1761228740.742920:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737950848:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.742949:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7261531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737950848:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228740.742955:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881
00000100:00100000:1.0:1761228740.743001:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951040
00000100:00100000:1.0:1761228740.743024:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5116
00000100:00100000:1.0:1761228740.743028:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737951040:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.743054:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097a8000c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737951040:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (569us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228740.743060:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5116
00000100:00100000:1.0:1761228740.743082:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951104
00000100:00100000:1.0:1761228740.743110:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501
00000100:00100000:1.0:1761228740.743114:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ccd4586 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737951104:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.743139:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ccd4586 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737951104:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (510us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228740.743145:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501
00000100:00100000:1.0:1761228740.743175:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e74fa706 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737950848:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.743184:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef675af6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737951104:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.743192:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737951488:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.743199:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003caa4aa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737951040:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228740.743207:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737951424:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1761228740.744194:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228740.744615:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737951168:12345-0@lo:8:kworker/u8:0.0 Request processed in 3656us (3794us total) trans 0 rc -19/-19
00000100:00080000:2.0:1761228740.745590:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228740.745597:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228740.745602:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737951168:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228740.745847:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553
00000100:00100000:3.0:1761228741.251164:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093bcdcd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737951552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228741.251240:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228741.252792:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951552
00000100:00100000:2.0:1761228741.252849:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067
00000100:00100000:2.0:1761228741.252855:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000211c46ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737951552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228741.252890:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228741.252961:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000211c46ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737951552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1722us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228741.252969:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067
00000100:00100000:3.0:1761228741.253065:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093bcdcd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737951552:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228741.699109:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228742.275622:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228742.275642:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737951616:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228742.275724:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228742.275833:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951616
00000100:00100000:3.0:1761228742.275887:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502
00000100:00100000:3.0:1761228742.275892:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737951616:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228742.275937:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228742.275996:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e31b01c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737951616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228742.276003:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502
00000100:00100000:2.0:1761228742.276091:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737951616:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228742.723134:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228743.746994:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228744.684570:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228744.684626:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228744.684664:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228744.684702:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228744.684743:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762816
00000100:00100000:3.0:1761228744.684824:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762752
00000100:00100000:3.0:1761228744.684851:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5117
00000100:00100000:3.0:1761228744.684859:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720762816:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228744.684954:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c8ef30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720762816:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 95us (290us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228744.684963:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5117
00000100:00100000:3.0:1761228744.684982:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5118
00000100:00100000:3.0:1761228744.684986:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720762752:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228744.685009:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f50af66a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720762752:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 22us (307us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228744.685015:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5118
00000100:00100000:2.0:1761228744.685720:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762688
00000100:00100000:1.0:1761228744.685835:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762880
00000100:00100000:1.0:1761228744.685873:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2555
00000100:00100000:1.0:1761228744.685879:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720762880:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228744.685989:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228744.686038:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720762880:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 158us (1478us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228744.686045:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2555
00000100:00100000:2.0:1761228744.688871:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1882
00000100:00100000:2.0:1761228744.688892:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720762688:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228744.688974:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdceaaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720762688:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 86us (4348us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228744.688982:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1882
00010000:00010000:1.0:1761228744.772594:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228744.835097:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5b23df9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737951680:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228744.835164:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228744.835261:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951680
00000100:00100000:3.0:1761228744.835319:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503
00000100:00100000:3.0:1761228744.835324:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737951680:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228744.835363:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228744.839981:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030a8da3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737951680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4647us (4808us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228744.839997:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503
00000100:00100000:1.0:1761228744.840152:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5b23df9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737951680:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228745.795016:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228745.862825:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228745.862832:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228745.862836:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228745.862846:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4336
00000100:00080000:3.0:1761228745.862849:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228745.862855:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228745.862878:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005edef321 x1846777737952064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228745.862894:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228745.862897:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228745.862898:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228745.862901:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4336
00000100:00080000:3.0:1761228745.862902:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228745.862905:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228745.862918:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e01dbde1 x1846777737952128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228745.862966:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737951808:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.863027:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008877e804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737951744:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228745.863050:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.863553:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.863577:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737952000:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.863604:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.863618:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003caa4aa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737952384:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.863640:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.863657:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228745.863662:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737951936:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.863681:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.863691:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737952320:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.863707:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.863744:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951744
00000100:00100000:2.0:1761228745.863818:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883
00000100:00100000:2.0:1761228745.863825:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737951744:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.863873:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef5408fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737951744:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228745.863879:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883
00000100:00100000:2.0:1761228745.863909:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952384
00000100:00100000:2.0:1761228745.863926:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952320
00000100:00100000:2.0:1761228745.863937:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069
00000100:00100000:2.0:1761228745.863940:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737952384:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.863967:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737952384:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (328us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228745.863972:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069
00000100:00100000:2.0:1761228745.863980:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070
00000100:00100000:2.0:1761228745.863983:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5b23df9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737952320:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.863999:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5b23df9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737952320:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228745.864004:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070
00000100:00100000:2.0:1761228745.864031:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737952320:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.864038:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008877e804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737951744:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.864045:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003caa4aa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737952384:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.864086:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737952064:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228745.864109:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.864124:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737952128:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228745.864142:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.864166:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737951872:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.864189:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.864201:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737952256:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228745.864587:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952064
00000100:00100000:1.0:1761228745.864611:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952128
00000100:00100000:1.0:1761228745.864620:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556
00000100:00100000:1.0:1761228745.864624:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093bcdcd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737952064:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228745.864707:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228745.864749:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093bcdcd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737952064:12345-0@lo:8:kworker/u8:0.0 Request processed in 123us (639us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228745.864756:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556
00000100:00100000:1.0:1761228745.864768:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557
00000100:00100000:1.0:1761228745.864771:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737952128:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228745.864867:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228745.864892:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737952128:12345-0@lo:8:kworker/u8:0.0 Request processed in 119us (749us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228745.864898:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557
00000100:00100000:1.0:1761228745.864922:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952000
00000100:00100000:1.0:1761228745.864938:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951872
00000100:00100000:1.0:1761228745.864950:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504
00000100:00100000:1.0:1761228745.864953:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000583483b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737952000:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228745.864990:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000583483b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737952000:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (1385us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228745.864996:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504
00000100:00100000:1.0:1761228745.865007:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505
00000100:00100000:1.0:1761228745.865011:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008877e804 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737951872:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228745.865035:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008877e804 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737951872:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (846us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228745.865040:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505
00000100:00080000:1.0:1761228745.865073:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228745.865077:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228745.865080:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005edef321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737952064:0@lo:8:kworker/u8:0.0
00000100:00080000:1.0:1761228745.865089:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228745.865091:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228745.865093:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737952128:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228745.865127:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076f9e694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737952000:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228745.865175:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951808
00000100:00100000:1.0:1761228745.865206:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737951936
00000100:00100000:1.0:1761228745.865224:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5119
00000100:00100000:1.0:1761228745.865228:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef675af6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737951808:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228745.865257:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef675af6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737951808:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (2210us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228745.865263:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5119
00000100:00100000:1.0:1761228745.865291:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5120
00000100:00100000:1.0:1761228745.865294:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073fa76f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737951936:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228745.865327:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073fa76f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737951936:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (1646us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228745.865332:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5120
00000100:00100000:1.0:1761228745.865359:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4c9bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737951936:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228745.865481:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228745.865518:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737951872:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228745.865578:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952256
00000100:00100000:1.0:1761228745.865927:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5121
00000100:00100000:1.0:1761228745.865931:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4c9bc32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737952256:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228745.865965:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4c9bc32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737952256:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (485us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228745.865971:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5121
00000100:00100000:2.0:1761228745.866038:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008601e5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737952256:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228745.866959:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000489e8371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737951808:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228745.866971:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737952192:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228745.867013:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228745.867955:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952192
00000100:00100000:0.0:1761228745.868016:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5122
00000100:00100000:0.0:1761228745.868023:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e74fa706 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737952192:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228745.868107:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e74fa706 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737952192:12345-0@lo:400:kworker/u8:0.0 Request processed in 83us (1093us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228745.868115:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5122
00000100:00100000:2.0:1761228745.868295:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737952192:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228746.375711:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228746.375733:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737952448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228746.375826:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228746.375890:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952448
00000100:00100000:0.0:1761228746.375934:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068
00000100:00100000:0.0:1761228746.375939:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737952448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228746.375975:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228746.377202:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ae7cf68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737952448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1256us (1372us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228746.377214:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068
00000100:00100000:2.0:1761228746.377304:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ea6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737952448:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228746.819292:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228747.397032:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737952512:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228747.397105:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228747.397193:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952512
00000100:00100000:1.0:1761228747.397247:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506
00000100:00100000:1.0:1761228747.397253:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ea6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737952512:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228747.397325:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228747.398419:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ea6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737952512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1162us (1311us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228747.398429:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506
00000100:00100000:2.0:1761228747.398581:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737952512:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228747.843013:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228748.867025:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228749.788338:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228749.788394:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228749.788433:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228749.788578:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763008
00000100:00100000:1.0:1761228749.788636:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763072
00000100:00100000:1.0:1761228749.788659:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5123
00000100:00100000:1.0:1761228749.788666:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000489e8371 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720763008:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228749.788805:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5124
00000100:00100000:2.0:1761228749.788810:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a5571a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720763072:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228749.788886:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a5571a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720763072:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 74us (453us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228749.788893:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5124
00000100:00100000:1.0:1761228749.789230:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000489e8371 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720763008:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 563us (901us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228749.789238:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5123
00000100:00100000:3.0:1761228749.789428:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720762944
00000100:00100000:3.0:1761228749.789459:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1884
00000100:00100000:3.0:1761228749.789463:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720762944:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228749.789496:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009236e37e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720762944:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 32us (1102us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228749.789502:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1884
00000100:00100000:2.0:1761228749.789665:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228749.789938:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763136
00000100:00100000:0.0:1761228749.789974:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2558
00000100:00100000:0.0:1761228749.789978:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720763136:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228749.790067:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228749.790116:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720763136:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 137us (452us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228749.790123:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2558
00010000:00010000:2.0:1761228749.891218:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228749.960947:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737952576:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228749.961017:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228749.961121:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952576
00000100:00100000:0.0:1761228749.961201:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507
00000100:00100000:0.0:1761228749.961208:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eb2dde2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737952576:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228749.961257:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228749.961502:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eb2dde2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737952576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 293us (485us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228749.961509:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507
00000100:00100000:1.0:1761228749.961566:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737952576:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228750.917509:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228750.979309:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1761228750.979868:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009278c8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737952640:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.979975:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1761228750.980135:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228750.980141:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228750.980145:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228750.980151:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4341
00000100:00080000:0.0:1761228750.980155:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228750.980162:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228750.980187:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c4c3261e x1846777737952960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228750.980203:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228750.980206:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228750.980208:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228750.980211:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4341
00000100:00080000:0.0:1761228750.980213:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:0.0:1761228750.980216:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228750.980229:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000493af5f5 x1846777737953024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228750.980289:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737952960:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228750.980324:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228750.980343:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000493af5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737953024:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228750.980361:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228750.980402:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952960
00000100:00100000:0.0:1761228750.980439:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953024
00000100:00100000:0.0:1761228750.980459:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559
00000100:00100000:0.0:1761228750.980466:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737952960:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228750.980565:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228750.980612:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737952960:12345-0@lo:8:kworker/u8:0.0 Request processed in 145us (288us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228750.980620:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559
00000100:00100000:0.0:1761228750.980637:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560
00000100:00100000:0.0:1761228750.980641:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737953024:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228750.980717:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228750.980741:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737953024:12345-0@lo:8:kworker/u8:0.0 Request processed in 99us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228750.980747:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560
00000100:00100000:1.0:1761228750.981123:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1be3e41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737952704:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.981728:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228750.981763:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737953088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.981819:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228750.981848:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228750.981855:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737952768:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.981887:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228750.981905:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c5779fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737953152:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.981927:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228750.981970:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952704
00000100:00100000:1.0:1761228750.982012:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953088
00000100:00100000:1.0:1761228750.982032:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953152
00000100:00100000:1.0:1761228750.982051:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5125
00000100:00100000:1.0:1761228750.982056:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737952704:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982115:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008601e5f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737952704:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228750.982122:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5125
00000100:00100000:1.0:1761228750.982139:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5126
00000100:00100000:1.0:1761228750.982142:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737953088:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982167:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076f9e694 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737953088:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228750.982173:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5126
00000100:00100000:1.0:1761228750.982183:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5127
00000100:00100000:1.0:1761228750.982186:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737953152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982210:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005edef321 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737953152:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228750.982216:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5127
00000100:00100000:1.0:1761228750.982267:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c5779fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737953152:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982280:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1be3e41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737952704:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982289:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a541dcd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737953088:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982352:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737952832:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982378:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228750.982393:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737953216:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982419:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228750.982438:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1761228750.982445:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b1e6a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737952896:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982466:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228750.982481:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737953280:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982502:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228750.982529:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952768
00000100:00100000:1.0:1761228750.982557:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952896
00000100:00100000:1.0:1761228750.982570:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508
00000100:00100000:1.0:1761228750.982574:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737952768:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982608:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737952768:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (720us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228750.982614:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508
00000100:00100000:1.0:1761228750.982625:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509
00000100:00100000:1.0:1761228750.982629:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f093386 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737952896:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982657:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f093386 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737952896:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228750.982663:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509
00000100:00100000:1.0:1761228750.982683:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952832
00000100:00100000:1.0:1761228750.982702:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5128
00000100:00100000:1.0:1761228750.982706:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1be3e41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737952832:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982733:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1be3e41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737952832:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228750.982738:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5128
00000100:00100000:1.0:1761228750.982762:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b1e6a59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737952896:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982772:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000668840f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737952832:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982832:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737952768:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982877:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953216
00000100:00100000:1.0:1761228750.982901:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953280
00000100:00100000:1.0:1761228750.982919:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071
00000100:00100000:1.0:1761228750.982923:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004af95103 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737953216:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.982957:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004af95103 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737953216:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (538us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228750.982963:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071
00000100:00100000:1.0:1761228750.982974:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072
00000100:00100000:1.0:1761228750.982977:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737953280:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.983000:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737953280:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (499us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228750.983005:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072
00000100:00100000:1.0:1761228750.983032:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737953280:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228750.983041:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737953216:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228750.983174:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228750.983179:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228750.983184:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737952960:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228750.983198:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228750.983201:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228750.983203:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000493af5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737953024:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228750.984156:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737952640
00000100:00100000:2.0:1761228750.984250:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885
00000100:00100000:2.0:1761228750.984260:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737952640:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228750.984360:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032b7d0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737952640:12345-0@lo:400:kworker/u8:0.0 Request processed in 99us (4386us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228750.984367:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885
00000100:00100000:1.0:1761228750.986500:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009278c8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737952640:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228751.491057:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e58d835d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737953344:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228751.491128:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228751.491624:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953344
00000100:00100000:0.0:1761228751.491703:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069
00000100:00100000:0.0:1761228751.491710:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066209365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737953344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228751.491761:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228751.495396:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066209365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737953344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3672us (4254us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228751.495417:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069
00000100:00100000:2.0:1761228751.497562:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e58d835d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737953344:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228751.939492:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228752.515133:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228752.515162:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737953408:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228752.515301:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228752.515394:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953408
00000100:00100000:2.0:1761228752.515465:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510
00000100:00100000:2.0:1761228752.515475:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737953408:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228752.515520:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228752.515618:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354d013d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737953408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228752.515626:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510
00000100:00100000:1.0:1761228752.515680:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b0bebfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737953408:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228752.963454:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228753.988603:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228754.910224:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228754.910282:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228754.911116:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763200
00000100:00100000:1.0:1761228754.911440:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1886
00000100:00100000:1.0:1761228754.911448:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720763200:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228754.912572:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039ee95af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720763200:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1120us (2365us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228754.912582:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1886
00000100:00100000:3.0:1761228754.912725:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763264
00000100:00100000:3.0:1761228754.912773:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5129
00000100:00100000:3.0:1761228754.912796:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e58d835d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720763264:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228754.913163:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228754.913256:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228754.913312:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763392
00000100:00100000:0.0:1761228754.913333:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2561
00000100:00100000:0.0:1761228754.913338:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720763392:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228754.913439:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228754.913488:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720763392:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 148us (232us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228754.913495:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2561
00000100:00100000:0.0:1761228754.913513:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763328
00000100:00100000:0.0:1761228754.913537:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5130
00000100:00100000:0.0:1761228754.913542:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720763328:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228754.913570:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000493af5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720763328:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 28us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228754.913576:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5130
00000100:00100000:3.0:1761228754.914501:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e58d835d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720763264:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1702us (4216us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228754.914511:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5129
00010000:00010000:0.0:1761228755.011019:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228755.075774:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228755.075817:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737953472:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228755.075881:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228755.075924:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953472
00000100:00100000:2.0:1761228755.075959:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511
00000100:00100000:2.0:1761228755.075964:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013044097 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737953472:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228755.076001:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228755.076038:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013044097 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737953472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228755.076044:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511
00000100:00100000:2.0:1761228755.076084:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737953472:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228756.035041:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228756.099382:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228756.099390:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228756.099393:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228756.099401:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4346
00000100:00080000:1.0:1761228756.099404:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228756.099411:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228756.099436:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ec862f27 x1846777737953856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228756.099454:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228756.099458:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228756.099459:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228756.099462:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4346
00000100:00080000:1.0:1761228756.099464:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228756.099467:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228756.099479:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000060ab7b7f x1846777737953920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228756.099543:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737953600:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.099606:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228756.099633:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737953984:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.099653:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228756.099675:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228756.099680:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069917e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737953664:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.099712:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228756.099724:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009278c8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737954048:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.099745:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228756.099794:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953600
00000100:00100000:1.0:1761228756.099832:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953984
00000100:00100000:1.0:1761228756.099849:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954048
00000100:00100000:1.0:1761228756.099878:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5131
00000100:00100000:1.0:1761228756.099884:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000668840f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737953600:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.099935:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000668840f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737953600:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228756.099942:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5131
00000100:00100000:1.0:1761228756.099966:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5132
00000100:00100000:1.0:1761228756.099969:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b1e6a59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737953984:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.099995:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b1e6a59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737953984:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (342us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228756.100001:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5132
00000100:00100000:1.0:1761228756.100012:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5133
00000100:00100000:1.0:1761228756.100016:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737954048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.100041:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b8415 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737954048:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (296us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228756.100046:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5133
00000100:00100000:1.0:1761228756.100096:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009278c8ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737954048:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.100106:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e59acb0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737953600:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.100113:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000838938c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737953984:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.100163:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec862f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737953856:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228756.100203:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228756.100220:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737953920:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228756.100228:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953856
00000100:00100000:1.0:1761228756.100241:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228756.100250:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953920
00000100:00100000:0.0:1761228756.100265:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562
00000100:00100000:1.0:1761228756.100268:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563
00000100:00100000:0.0:1761228756.100269:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000838938c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737953856:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228756.100271:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d80af9eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737953920:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228756.100434:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:0.0:1761228756.100439:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228756.100465:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000838938c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737953856:12345-0@lo:8:kworker/u8:2.0 Request processed in 195us (271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228756.100471:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562
00000100:00100000:2.0:1761228756.100519:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953664
00000100:00100000:2.0:1761228756.100548:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512
00000100:00100000:2.0:1761228756.100552:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737953664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.100586:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa442801 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737953664:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (875us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228756.100592:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512
00000100:00100000:2.0:1761228756.100609:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737953536:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.100648:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228756.100665:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737953792:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.100684:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228756.100693:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737954176:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.100708:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228756.100719:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228756.100723:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000803adb26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737953728:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.100744:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228756.100756:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737954112:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.100771:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228756.100806:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953536
00000100:00100000:2.0:1761228756.100827:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887
00000100:00100000:2.0:1761228756.100830:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737953536:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.100853:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea64f7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737953536:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228756.100858:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887
00000100:00100000:2.0:1761228756.100877:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954176
00000100:00100000:2.0:1761228756.100894:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954112
00000100:00100000:2.0:1761228756.100905:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073
00000100:00100000:2.0:1761228756.100908:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737954176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.100929:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737954176:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228756.100933:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073
00000100:00100000:2.0:1761228756.100941:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074
00000100:00100000:2.0:1761228756.100944:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737954112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.100965:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737954112:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228756.100970:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074
00000100:00100000:2.0:1761228756.100984:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953728
00000100:00100000:2.0:1761228756.101004:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5134
00000100:00100000:2.0:1761228756.101007:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737953728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.101031:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000017d4eea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737953728:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (287us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228756.101037:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5134
00000100:00100000:2.0:1761228756.101063:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737953792
00000100:00100000:2.0:1761228756.101080:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513
00000100:00100000:2.0:1761228756.101083:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026728c32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737953792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.101106:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026728c32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737953792:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (422us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228756.101112:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3513
00000100:00100000:2.0:1761228756.101138:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069917e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737953664:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.101159:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000803adb26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737953728:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.101167:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4c3261e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737954112:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.101173:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f2db84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737953536:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.101180:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047fcc65c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737953792:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228756.101187:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbae4803 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737954176:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228756.101724:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d80af9eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737953920:12345-0@lo:8:kworker/u8:2.0 Request processed in 1450us (1481us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228756.101733:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563
00000100:00080000:0.0:1761228756.102627:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228756.102634:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228756.102639:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec862f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737953856:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228756.102656:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228756.102659:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228756.102662:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060ab7b7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737953920:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228756.611131:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228756.611150:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737954240:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228756.611241:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228756.611289:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954240
00000100:00100000:0.0:1761228756.611336:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070
00000100:00100000:0.0:1761228756.611343:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a541dcd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737954240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228756.611377:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228756.611557:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000140619a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737954240:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228756.612113:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a541dcd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737954240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228756.612121:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070
00010000:00010000:1.0:1761228757.059513:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228757.635367:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737954304:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228757.635437:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228757.635535:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954304
00000100:00100000:2.0:1761228757.635583:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514
00000100:00100000:2.0:1761228757.635588:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004af95103 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737954304:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228757.635635:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228757.635688:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004af95103 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737954304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228757.635696:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514
00000100:00100000:0.0:1761228757.635733:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737954304:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228758.082977:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228759.109004:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228760.031453:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228760.031505:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228760.031538:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228760.031564:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763456
00000100:00100000:2.0:1761228760.031612:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1888
00000100:00100000:2.0:1761228760.031618:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720763456:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228760.031685:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004970d5e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720763456:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 66us (180us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228760.031693:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1888
00000100:00100000:0.0:1761228760.031701:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228760.031737:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763584
00000100:00100000:2.0:1761228760.031760:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763520
00000100:00100000:2.0:1761228760.031808:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5135
00000100:00100000:2.0:1761228760.031812:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720763584:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228760.031836:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5136
00000100:00100000:0.0:1761228760.031841:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720763520:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228760.031847:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000140619a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720763584:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 35us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228760.031853:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5135
00000100:00100000:0.0:1761228760.031865:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034b4c90c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720763520:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 24us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228760.031871:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5136
00000100:00100000:1.0:1761228760.032367:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763648
00000100:00100000:1.0:1761228760.032400:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2564
00000100:00100000:1.0:1761228760.032405:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720763648:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:1.0:1761228760.032494:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228760.032543:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720763648:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 137us (1099us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228760.032550:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2564
00010000:00010000:1.0:1761228760.130978:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228760.195079:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737954368:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228760.195160:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228760.195268:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954368
00000100:00100000:1.0:1761228760.195320:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515
00000100:00100000:1.0:1761228760.195336:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737954368:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228760.195381:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228760.195435:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737954368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228760.195442:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515
00000100:00100000:3.0:1761228760.195657:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737954368:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228761.155024:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228761.219379:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228761.219386:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228761.219390:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228761.219398:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4351
00000100:00080000:2.0:1761228761.219401:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228761.219408:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228761.219427:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eef8b4f5 x1846777737954752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228761.219440:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228761.219442:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228761.219444:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228761.219446:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4351
00000100:00080000:2.0:1761228761.219448:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228761.219451:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228761.219461:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008681b527 x1846777737954816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228761.219799:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737954496:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.219867:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228761.219905:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737954880:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.219928:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228761.219944:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228761.219949:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737954560:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.219971:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228761.219984:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000877f5f4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737954944:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.220002:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228761.220026:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954560
00000100:00100000:1.0:1761228761.220061:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516
00000100:00100000:1.0:1761228761.220067:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e59acb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737954560:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.220123:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e59acb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737954560:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (151us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228761.220130:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516
00000100:00100000:1.0:1761228761.220177:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d99b17dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737954560:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228761.220214:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edc33755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737954432:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.220224:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737954752:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228761.220266:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228761.220267:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228761.220291:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737954816:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228761.220298:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060fd574f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737954688:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.220314:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228761.220332:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228761.220349:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954752
00000100:00100000:0.0:1761228761.220354:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737955072:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.220368:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954816
00000100:00100000:0.0:1761228761.220379:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228761.220384:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565
00000100:00100000:1.0:1761228761.220389:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737954752:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228761.220475:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228761.220506:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737954752:12345-0@lo:8:kworker/u8:0.0 Request processed in 116us (242us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228761.220512:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565
00000100:00100000:0.0:1761228761.220746:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1761228761.220753:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055df5daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737954624:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228761.220814:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228761.220830:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737955008:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228761.220850:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228761.220957:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954496
00000100:00100000:2.0:1761228761.220989:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954880
00000100:00100000:2.0:1761228761.221011:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954944
00000100:00100000:2.0:1761228761.221025:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954624
00000100:00100000:2.0:1761228761.221036:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5137
00000100:00100000:2.0:1761228761.221040:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737954496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228761.221079:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086f57d19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737954496:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (1214us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228761.221086:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5137
00000100:00100000:2.0:1761228761.221097:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5138
00000100:00100000:2.0:1761228761.221100:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000838938c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737954880:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228761.221124:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000838938c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737954880:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (1196us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228761.221129:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5138
00000100:00100000:2.0:1761228761.221137:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5139
00000100:00100000:2.0:1761228761.221141:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737954944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228761.221180:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ab7b7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737954944:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (1178us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228761.221186:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5139
00000100:00100000:2.0:1761228761.221447:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5140
00000100:00100000:2.0:1761228761.221451:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737954624:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228761.221478:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aaa0ae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737954624:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (665us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228761.221484:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5140
00000100:00100000:3.0:1761228761.221605:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955072
00000100:00100000:2.0:1761228761.221621:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955008
00000100:00100000:0.0:1761228761.221629:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055df5daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737954624:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.221631:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566
00000100:00100000:1.0:1761228761.221640:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047fcc65c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737954816:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228761.221651:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075
00000100:00100000:2.0:1761228761.221660:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076
00000100:00100000:3.0:1761228761.221661:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737955072:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228761.221668:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737955008:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228761.221675:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954432
00000100:00100000:0.0:1761228761.221711:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889
00000100:00100000:3.0:1761228761.221717:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737955072:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (1337us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228761.221720:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737954432:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228761.221723:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737955008:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (870us total) trans 0 rc 0/0
00010000:02020000:1.0:1761228761.221731:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228761.221734:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075
00000100:00100000:2.0:1761228761.221741:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076
00000100:00100000:0.0:1761228761.221774:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18247c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737954432:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (1510us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228761.221809:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047fcc65c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737954816:12345-0@lo:8:kworker/u8:0.0 Request processed in 167us (1493us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228761.221812:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889
00000100:00100000:3.0:1761228761.221819:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737955008:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.221823:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566
00000100:00100000:2.0:1761228761.221830:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000877f5f4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737954944:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228761.221841:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edc33755 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737954432:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228761.221852:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737954496:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228761.221862:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019544387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737955072:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228761.221874:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737954880:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761228761.221890:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228761.221896:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228761.221902:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef8b4f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737954752:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228761.221918:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737954688
00000100:00080000:1.0:1761228761.221918:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228761.221921:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228761.221926:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008681b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737954816:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228761.221955:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517
00000100:00100000:0.0:1761228761.221960:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737954688:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228761.222009:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737954688:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (1678us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228761.222015:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517
00000100:00100000:3.0:1761228761.222047:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060fd574f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737954688:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228761.731078:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228761.731103:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737955136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228761.731192:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228761.731243:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955136
00000100:00100000:1.0:1761228761.731288:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071
00000100:00100000:1.0:1761228761.731295:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050f2db84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737955136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228761.731329:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228761.731378:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050f2db84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737955136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228761.731387:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071
00000100:00100000:1.0:1761228761.731434:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ae5094b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737955136:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228762.179702:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228762.755942:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228762.755961:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737955200:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228762.756029:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228762.756204:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955200
00000100:00100000:3.0:1761228762.756254:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518
00000100:00100000:3.0:1761228762.756261:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737955200:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228762.756301:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228762.756355:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737955200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228762.756362:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518
00000100:00100000:2.0:1761228762.756447:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737955200:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228763.202978:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228764.227355:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228765.150279:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228765.150364:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763712
00000100:00100000:0.0:1761228765.150420:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1890
00000100:00100000:0.0:1761228765.150427:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720763712:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228765.150506:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb6c58b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720763712:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 79us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228765.150514:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1890
00000100:00100000:0.0:1761228765.152669:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228765.152754:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228765.152840:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763776
00000100:00100000:2.0:1761228765.152912:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763840
00000100:00100000:2.0:1761228765.152947:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5141
00000100:00100000:2.0:1761228765.152953:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f801e2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720763776:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228765.153047:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f801e2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720763776:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 89us (387us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228765.153057:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5141
00000100:00100000:1.0:1761228765.153137:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5142
00000100:00100000:1.0:1761228765.153149:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8413461 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720763840:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228765.153213:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8413461 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720763840:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 66us (459us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228765.153221:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5142
00000100:00100000:1.0:1761228765.159221:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228765.162609:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763904
00000100:00100000:0.0:1761228765.162702:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2567
00000100:00100000:0.0:1761228765.162939:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000803adb26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720763904:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228765.163051:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228765.163175:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000803adb26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720763904:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 238us (3967us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228765.163183:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2567
00010000:00010000:1.0:1761228765.255284:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228765.316219:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228765.316253:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b38f99e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737955264:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228765.316349:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228765.316475:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955264
00000100:00100000:1.0:1761228765.316532:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519
00000100:00100000:1.0:1761228765.316538:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737955264:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228765.316594:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228765.316647:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002021e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737955264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228765.316654:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519
00000100:00100000:0.0:1761228765.316832:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b38f99e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737955264:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228766.275063:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228766.339633:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228766.339644:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228766.339648:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1761228766.339652:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737955392:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.339656:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003caa4aa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737955328:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228766.339658:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4357
00000100:00080000:3.0:1761228766.339664:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228766.339673:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228766.339747:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737955520:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228766.339929:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000005f98cd5 x1846777737955648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228766.339947:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228766.339951:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228766.339952:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228766.339956:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4357
00000100:00080000:3.0:1761228766.339958:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228766.339962:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228766.339974:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d790c686 x1846777737955712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228766.340521:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228766.340523:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228766.340560:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099e99efa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737955584:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228766.340572:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955392
00000100:00100000:1.0:1761228766.340575:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737955776:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.340601:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228766.340617:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228766.340630:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737955968:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228766.340645:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228766.340654:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737955456:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.340665:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228766.340683:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228766.340689:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737955904:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.340711:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228766.340739:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955328
00000100:00100000:0.0:1761228766.340768:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891
00000100:00100000:0.0:1761228766.340787:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737955328:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228766.340841:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955776
00000100:00100000:0.0:1761228766.340845:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b716dee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737955328:12345-0@lo:400:kworker/u8:0.0 Request processed in 70us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228766.340855:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891
00000100:00100000:3.0:1761228766.340872:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5143
00000100:00100000:3.0:1761228766.340877:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069917e46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737955392:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.340896:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955968
00000100:00100000:3.0:1761228766.340924:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069917e46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737955392:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228766.340927:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955904
00000100:00100000:3.0:1761228766.340932:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5143
00000100:00100000:3.0:1761228766.340947:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5144
00000100:00100000:0.0:1761228766.340955:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077
00000100:00100000:3.0:1761228766.340955:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737955776:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.340964:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737955968:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.341000:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737955968:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (336us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228766.341006:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077
00000100:00100000:0.0:1761228766.341017:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078
00000100:00100000:0.0:1761228766.341020:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737955904:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.341042:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737955904:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228766.341048:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078
00000100:00100000:0.0:1761228766.341075:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955584
00000100:00100000:0.0:1761228766.341100:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520
00000100:00100000:0.0:1761228766.341104:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737955584:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.341146:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c6b71fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737955584:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (547us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228766.341153:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520
00000100:00100000:0.0:1761228766.341201:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b52118b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737955904:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228766.341207:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060fd574f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737955776:12345-0@lo:400:kworker/u8:0.0 Request processed in 253us (590us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228766.341214:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5144
00000100:00100000:0.0:1761228766.341220:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737955968:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.341231:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003caa4aa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737955328:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.341239:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099e99efa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737955584:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228766.341278:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737955648:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228766.341310:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228766.341325:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737955712:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228766.341675:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228766.341718:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955520
00000100:00100000:2.0:1761228766.341750:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5145
00000100:00100000:2.0:1761228766.341755:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052ac01dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737955520:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.341802:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955648
00000100:00100000:2.0:1761228766.341818:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052ac01dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737955520:12345-0@lo:400:kworker/u8:0.0 Request processed in 61us (143us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228766.341829:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5145
00000100:00100000:0.0:1761228766.341830:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568
00000100:00100000:0.0:1761228766.341837:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737955648:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228766.341867:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b33de54b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737955520:0@lo:400:kworker/u8:0.0
00010000:02020000:0.0:1761228766.341932:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228766.341968:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737955648:12345-0@lo:8:kworker/u8:0.0 Request processed in 130us (657us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228766.341975:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568
00000100:00100000:3.0:1761228766.342015:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228766.342057:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228766.342061:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228766.342065:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737955648:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228766.342159:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955712
00000100:00100000:0.0:1761228766.342191:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569
00000100:00100000:0.0:1761228766.342194:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737955712:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228766.342274:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228766.342315:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737955712:12345-0@lo:8:kworker/u8:0.0 Request processed in 119us (300us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228766.342321:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569
00000100:00080000:3.0:1761228766.342394:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228766.342398:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228766.342401:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d790c686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737955712:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228766.343207:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228766.343252:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737955840:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228766.343283:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228766.343326:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff298658 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737955776:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228766.343343:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c44f48d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737955392:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228766.343454:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955840
00000100:00100000:0.0:1761228766.343479:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737955456
00000100:00100000:0.0:1761228766.343536:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521
00000100:00100000:0.0:1761228766.343542:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737955456:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.343603:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737955456:12345-0@lo:400:kworker/u8:0.0 Request processed in 61us (400us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228766.343613:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521
00000100:00100000:1.0:1761228766.343630:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000660ef430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737955456:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228766.343714:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5146
00000100:00100000:2.0:1761228766.343719:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef8b4f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737955840:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228766.345001:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef8b4f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737955840:12345-0@lo:400:kworker/u8:0.0 Request processed in 1272us (1708us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228766.345014:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5146
00000100:00100000:1.0:1761228766.345309:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008820df2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737955840:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228766.851055:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228766.851084:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737956032:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228766.851193:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228766.851541:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956032
00000100:00100000:0.0:1761228766.852539:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072
00000100:00100000:0.0:1761228766.852552:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737956032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228766.852618:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228766.852713:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c793f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737956032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 163us (1521us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228766.852722:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072
00000100:00100000:2.0:1761228766.852871:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099a75b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737956032:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228767.299576:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228767.875245:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737956096:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228767.875343:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228767.875514:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956096
00000100:00100000:1.0:1761228767.875576:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522
00000100:00100000:1.0:1761228767.875583:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737956096:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228767.875639:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228767.875706:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae5094b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737956096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228767.875713:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522
00000100:00100000:2.0:1761228767.875825:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737956096:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228768.323245:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228769.349676:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228770.275275:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228770.275320:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228770.275363:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228770.275391:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228770.275471:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764032
00000100:00100000:0.0:1761228770.275654:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720763968
00000100:00100000:2.0:1761228770.275654:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764160
00000100:00100000:3.0:1761228770.275661:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764096
00000100:00100000:3.0:1761228770.275735:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5147
00000100:00100000:3.0:1761228770.275745:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720764032:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228770.275848:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2570
00000100:00100000:0.0:1761228770.275849:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1892
00000100:00100000:2.0:1761228770.275864:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edc33755 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720764160:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1761228770.275865:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720763968:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228770.275905:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055df5daf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720764032:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 158us (582us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228770.275916:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5147
00000100:00100000:0.0:1761228770.275942:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d487a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720763968:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 83us (578us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228770.275952:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5148
00010000:02020000:2.0:1761228770.275969:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228770.275980:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1892
00000100:00100000:3.0:1761228770.275980:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d99b17dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720764096:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228770.276030:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edc33755 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720764160:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 168us (757us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228770.276040:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d99b17dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720764096:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 66us (642us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228770.276073:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5148
00000100:00100000:2.0:1761228770.276093:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2570
00010000:00010000:2.0:1761228770.371900:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228770.435925:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737956160:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228770.436005:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228770.436127:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956160
00000100:00100000:1.0:1761228770.436214:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523
00000100:00100000:1.0:1761228770.436222:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737956160:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228770.436284:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228770.436383:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737956160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 159us (378us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228770.436391:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523
00000100:00100000:2.0:1761228770.436558:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3f27469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737956160:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228771.395175:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228771.459757:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737956224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.459886:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228771.459955:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956224
00000100:00100000:0.0:1761228771.460009:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893
00000100:00100000:0.0:1761228771.460015:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737956224:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.460069:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009122fb19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737956224:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228771.460088:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893
00000100:00080000:3.0:1761228771.460405:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228771.460411:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228771.460415:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228771.460421:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4362
00000100:00080000:3.0:1761228771.460424:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228771.460428:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228771.460452:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000069016589 x1846777737956544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228771.460470:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228771.460473:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228771.460474:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228771.460477:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4362
00000100:00080000:3.0:1761228771.460480:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228771.460483:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228771.460494:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001fd7a9e5 x1846777737956608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228771.460544:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069016589 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737956544:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228771.460582:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228771.460603:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737956608:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228771.460624:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228771.460655:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956544
00000100:00100000:3.0:1761228771.460678:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956608
00000100:00100000:3.0:1761228771.460694:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571
00000100:00100000:3.0:1761228771.460698:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d5b5829 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737956544:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228771.460815:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228771.460851:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d5b5829 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737956544:12345-0@lo:8:kworker/u8:2.0 Request processed in 152us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228771.460858:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571
00000100:00100000:3.0:1761228771.460871:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572
00000100:00100000:3.0:1761228771.460874:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737956608:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228771.460952:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228771.460976:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf1a3174 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737956608:12345-0@lo:8:kworker/u8:2.0 Request processed in 101us (352us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228771.460981:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572
00000100:00100000:3.0:1761228771.461008:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737956352:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228771.461038:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228771.461056:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737956736:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.461419:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092d3cd60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737956224:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.461449:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090f163fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737956480:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228771.461535:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737956288:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228771.461613:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4f1e4f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737956416:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.463552:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228771.463612:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e055e4a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737956864:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.463659:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228771.463729:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956864
00000100:00100000:0.0:1761228771.463803:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079
00000100:00100000:0.0:1761228771.463810:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737956864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.463873:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737956864:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228771.463882:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079
00000100:00100000:0.0:1761228771.463924:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956352
00000100:00100000:0.0:1761228771.463953:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956480
00000100:00100000:0.0:1761228771.463967:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524
00000100:00100000:0.0:1761228771.463971:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737956352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.464004:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef1063d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737956352:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (2967us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228771.464011:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524
00000100:00100000:0.0:1761228771.464022:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525
00000100:00100000:0.0:1761228771.464027:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737956480:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.464053:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737956480:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (510us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228771.464058:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525
00000100:00100000:1.0:1761228771.465365:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228771.465408:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f00102f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737956672:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228771.465448:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228771.465521:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956288
00000100:00100000:1.0:1761228771.465564:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956672
00000100:00100000:1.0:1761228771.465585:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5149
00000100:00100000:1.0:1761228771.465590:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099a75b27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737956288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228771.465636:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099a75b27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737956288:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228771.465642:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5149
00000100:00100000:1.0:1761228771.465661:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5150
00000100:00100000:1.0:1761228771.465664:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d675572 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737956672:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228771.465688:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d675572 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737956672:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228771.465693:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5150
00000100:00100000:1.0:1761228771.465744:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737956288:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228771.465754:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f00102f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737956672:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228771.465867:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228771.465872:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228771.465876:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069016589 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737956544:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228771.465888:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228771.465891:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228771.465894:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fd7a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737956608:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228771.466138:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090f163fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737956480:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.466160:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e055e4a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737956864:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228771.466327:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228771.466352:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737956800:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228771.466388:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228771.466486:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956800
00000100:00100000:1.0:1761228771.466760:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956416
00000100:00100000:1.0:1761228771.466807:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5151
00000100:00100000:1.0:1761228771.466813:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737956416:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228771.466859:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3f27469 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737956416:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (533us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228771.466865:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5151
00000100:00100000:3.0:1761228771.467318:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228771.467376:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737956352:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228771.467425:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4f1e4f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737956416:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.467539:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080
00000100:00100000:0.0:1761228771.467546:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737956800:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.467599:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737956800:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (1211us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228771.467606:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080
00000100:00100000:1.0:1761228771.467695:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956736
00000100:00100000:0.0:1761228771.467897:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5152
00000100:00100000:0.0:1761228771.467901:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e055e4a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737956736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228771.467944:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e055e4a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737956736:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (627us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228771.467949:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5152
00000100:00100000:3.0:1761228771.468049:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737956800:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228771.468179:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfbe7ba8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737956736:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228771.971091:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4b8f385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737956928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228771.971190:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228771.971317:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956928
00000100:00100000:0.0:1761228771.971385:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073
00000100:00100000:0.0:1761228771.971393:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019544387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737956928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228771.971439:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228771.972370:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019544387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737956928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 973us (1178us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228771.972382:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073
00000100:00100000:2.0:1761228771.972472:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4b8f385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737956928:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228772.420492:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228772.999407:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737956992:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228772.999497:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228772.999920:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737956992
00000100:00100000:3.0:1761228772.999981:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526
00000100:00100000:3.0:1761228772.999988:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003caa4aa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737956992:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228773.000041:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228773.000106:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003caa4aa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737956992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (609us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228773.000114:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526
00000100:00100000:3.0:1761228773.000171:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737956992:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228773.443617:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228774.466985:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228775.389190:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228775.389235:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228775.389267:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228775.389305:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228775.389377:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764288
00000100:00100000:0.0:1761228775.389429:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764352
00000100:00100000:0.0:1761228775.389451:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5153
00000100:00100000:0.0:1761228775.389457:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720764288:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228775.389529:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfbe7ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720764288:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 71us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228775.389537:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5153
00000100:00100000:0.0:1761228775.389553:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5154
00000100:00100000:0.0:1761228775.389557:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720764352:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228775.389581:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4f1e4f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720764352:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 23us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228775.389587:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5154
00000100:00100000:3.0:1761228775.389802:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764416
00000100:00100000:3.0:1761228775.389833:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2573
00000100:00100000:3.0:1761228775.389837:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720764416:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228775.389934:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228775.389972:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720764416:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 134us (737us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228775.389978:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2573
00000100:00100000:2.0:1761228775.390754:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764224
00000100:00100000:2.0:1761228775.390828:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1894
00000100:00100000:2.0:1761228775.390833:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720764224:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228775.390888:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca01fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720764224:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 53us (1704us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228775.390899:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1894
00010000:00010000:0.0:1761228775.491355:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228775.554970:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737957056:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228775.555049:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228775.555327:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957056
00000100:00100000:1.0:1761228775.555383:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527
00000100:00100000:1.0:1761228775.555400:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737957056:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228775.555440:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228775.555495:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030697e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737957056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (446us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228775.555504:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527
00000100:00100000:2.0:1761228775.555548:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced8d15d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737957056:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228776.515272:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228776.579067:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737957120:0@lo:400:kworker/u8:2.0
00000100:00080000:3.0:1761228776.579071:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228776.579087:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228776.579092:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228776.579101:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4367
00000100:00080000:3.0:1761228776.579105:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228776.579113:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228776.579139:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f238d63b x1846777737957440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228776.579155:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228776.579159:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228776.579160:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228776.579165:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4367
00000100:00080000:3.0:1761228776.579167:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228776.579171:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228776.579186:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c67aefa8 x1846777737957504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228776.579197:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228776.579277:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737957248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228776.579387:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737957312:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228776.579943:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228776.579991:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737957632:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228776.580006:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee59b6b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737957184:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228776.580043:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228776.580114:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957248
00000100:00100000:3.0:1761228776.580161:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528
00000100:00100000:2.0:1761228776.580167:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228776.580172:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9e32950 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737957248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228776.580201:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737957696:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228776.580242:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9e32950 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737957248:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228776.580251:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528
00000100:00100000:3.0:1761228776.580277:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957632
00000100:00100000:3.0:1761228776.580303:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957312
00000100:00100000:3.0:1761228776.580320:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5155
00000100:00100000:3.0:1761228776.580323:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737957632:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228776.580356:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737957376:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228776.580367:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c3595c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737957632:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (319us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228776.580378:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5155
00000100:00100000:3.0:1761228776.580394:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5156
00000100:00100000:3.0:1761228776.580398:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced8d15d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737957312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228776.580408:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228776.580442:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737957760:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228776.580449:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced8d15d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737957312:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228776.580456:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5156
00000100:00100000:0.0:1761228776.580480:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228776.580481:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957376
00000100:00100000:3.0:1761228776.580507:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529
00000100:00100000:3.0:1761228776.580514:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737957376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228776.580543:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957120
00000100:00100000:3.0:1761228776.580561:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737957376:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228776.580569:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529
00000100:00100000:0.0:1761228776.580596:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895
00000100:00100000:0.0:1761228776.580604:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737957120:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228776.580626:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737957248:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228776.580644:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737957632:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228776.580668:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f06358 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737957120:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (1480us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228776.580677:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895
00000100:00100000:3.0:1761228776.580722:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957760
00000100:00100000:0.0:1761228776.580749:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737957376:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228776.580772:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737957120:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228776.580805:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081
00000100:00100000:3.0:1761228776.580814:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737957760:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228776.580959:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228776.580987:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fae1192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737957568:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228776.581016:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228776.581695:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737957760:12345-0@lo:400:kworker/u8:2.0 Request processed in 879us (1214us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228776.581704:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081
00000100:00100000:3.0:1761228776.581739:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957184
00000100:00100000:2.0:1761228776.581867:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228776.581925:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737957312:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228776.583532:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957568
00000100:00100000:3.0:1761228776.583538:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5157
00000100:00100000:3.0:1761228776.583550:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737957184:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228776.583595:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5158
00000100:00100000:1.0:1761228776.583602:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737957568:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228776.583708:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957696
00000100:00100000:2.0:1761228776.583742:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082
00000100:00100000:2.0:1761228776.583746:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737957696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228776.583833:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737957440:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228776.584416:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fd7a9e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737957568:12345-0@lo:400:kworker/u8:2.0 Request processed in 812us (3398us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228776.584424:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5158
00000100:00100000:1.0:1761228776.584745:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737957760:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228776.584811:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee59b6b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737957184:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228776.584825:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fae1192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737957568:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228776.585360:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090f163fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737957184:12345-0@lo:400:kworker/u8:2.0 Request processed in 1802us (4394us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228776.585374:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5157
00000100:00100000:2.0:1761228776.585413:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737957696:12345-0@lo:400:kworker/u8:2.0 Request processed in 1662us (3545us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228776.585427:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082
00000100:00100000:0.0:1761228776.586810:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228776.586856:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737957504:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228776.586910:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228776.587552:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957440
00000100:00100000:2.0:1761228776.587599:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957504
00000100:00100000:2.0:1761228776.587622:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574
00000100:00100000:2.0:1761228776.587629:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737957440:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228776.587734:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228776.587840:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737957440:12345-0@lo:8:kworker/u8:2.0 Request processed in 210us (1034us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228776.587850:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574
00000100:00100000:2.0:1761228776.587869:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575
00000100:00100000:2.0:1761228776.587873:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737957504:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228776.587950:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228776.587975:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737957504:12345-0@lo:8:kworker/u8:2.0 Request processed in 101us (1065us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228776.587980:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575
00000100:00080000:0.0:1761228776.588382:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228776.588388:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228776.588394:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737957440:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228776.588407:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228776.588410:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228776.588413:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737957504:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228776.588750:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737957696:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228777.092097:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737957824:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228777.092168:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228777.092502:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957824
00000100:00100000:0.0:1761228777.092547:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074
00000100:00100000:0.0:1761228777.092553:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000877f5f4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737957824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228777.092714:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228777.092766:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000877f5f4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737957824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 212us (598us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228777.092773:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074
00000100:00100000:2.0:1761228777.092902:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737957824:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228777.539705:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228778.115146:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737957888:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228778.115230:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228778.116586:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957888
00000100:00100000:1.0:1761228778.116642:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530
00000100:00100000:1.0:1761228778.116647:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737957888:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228778.116683:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228778.116750:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737957888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (1531us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228778.116756:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530
00000100:00100000:2.0:1761228778.116916:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737957888:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228778.563090:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228779.587040:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228780.510756:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228780.510846:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228780.510899:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228780.511049:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764480
00000100:00100000:2.0:1761228780.511106:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1896
00000100:00100000:2.0:1761228780.511113:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720764480:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228780.511176:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cbbbeea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720764480:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 63us (330us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228780.511183:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1896
00000100:00100000:2.0:1761228780.512049:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228780.513455:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764672
00000100:00100000:3.0:1761228780.513517:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2576
00000100:00100000:3.0:1761228780.513524:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720764672:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228780.513625:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228780.513693:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720764672:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 168us (1647us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228780.513699:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2576
00000100:00100000:1.0:1761228780.514040:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764544
00000100:00100000:1.0:1761228780.514084:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764608
00000100:00100000:1.0:1761228780.514108:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5159
00000100:00100000:1.0:1761228780.514113:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720764544:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228780.514154:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e99efa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720764544:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 41us (3406us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228780.514161:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5159
00000100:00100000:1.0:1761228780.514175:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5160
00000100:00100000:1.0:1761228780.514179:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b52118b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720764608:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228780.514202:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b52118b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720764608:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 22us (3304us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228780.514207:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5160
00010000:00010000:1.0:1761228780.611195:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228780.675370:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ad276ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737957952:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228780.675442:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228780.676241:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737957952
00000100:00100000:2.0:1761228780.676293:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531
00000100:00100000:2.0:1761228780.676299:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737957952:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228780.676342:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228780.676408:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069016589 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737957952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (966us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228780.676417:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531
00000100:00100000:3.0:1761228780.676475:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ad276ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737957952:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228781.635429:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228781.699882:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228781.699890:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228781.699893:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228781.699900:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4372
00000100:00080000:2.0:1761228781.699903:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228781.699909:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228781.699930:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000109896f6 x1846777737958336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228781.699944:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228781.699947:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228781.699949:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228781.699951:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4372
00000100:00080000:2.0:1761228781.699953:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:2.0:1761228781.699955:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228781.699965:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000431e6b0e x1846777737958400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228781.700009:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ad276ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737958208:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228781.700058:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737958144:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.700071:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737958336:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228781.700086:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228781.700099:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228781.700182:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958144
00000100:00100000:1.0:1761228781.700245:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532
00000100:00100000:1.0:1761228781.700251:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5b23df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737958144:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228781.701007:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d95ca8e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737958528:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.701010:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228781.701012:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000865947cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737958592:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.701046:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737958400:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228781.701051:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228781.701057:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228781.701082:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1761228781.701089:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228781.701090:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228781.701097:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737958080:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228781.701100:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038ba80d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737958016:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.701133:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958336
00000100:00100000:2.0:1761228781.701138:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228781.701143:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228781.701159:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737958464:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.701164:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958592
00000100:00100000:3.0:1761228781.701169:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737958272:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228781.701191:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228781.701196:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958400
00000100:00100000:3.0:1761228781.701205:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228781.701222:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000612ad24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737958656:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228781.701230:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083
00000100:00100000:2.0:1761228781.701236:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737958592:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228781.701245:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228781.701269:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958272
00000100:00100000:2.0:1761228781.701280:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737958592:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228781.701289:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083
00000100:00100000:3.0:1761228781.701292:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533
00000100:00100000:3.0:1761228781.701298:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737958272:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228781.701309:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958656
00000100:00100000:2.0:1761228781.701330:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084
00000100:00100000:2.0:1761228781.701338:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737958656:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228781.701338:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008819d928 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737958272:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (132us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228781.701351:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533
00000100:00100000:3.0:1761228781.701376:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577
00000100:00100000:2.0:1761228781.701379:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737958656:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (134us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228781.701383:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737958336:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228781.701392:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084
00000100:00100000:2.0:1761228781.701405:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578
00000100:00100000:2.0:1761228781.701409:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737958400:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228781.701461:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5b23df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737958144:12345-0@lo:400:kworker/u8:0.0 Request processed in 1208us (1363us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228781.701470:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532
00000100:00100000:1.0:1761228781.701502:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958208
00000100:00100000:1.0:1761228781.701523:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958528
00000100:00100000:1.0:1761228781.701540:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958080
00000100:00100000:1.0:1761228781.701554:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958464
00000100:00100000:1.0:1761228781.701565:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5161
00000100:00100000:1.0:1761228781.701568:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737958208:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228781.701610:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8696aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737958208:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (1526us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228781.701616:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5161
00000100:00100000:1.0:1761228781.701628:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5162
00000100:00100000:1.0:1761228781.701631:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093bcdcd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737958528:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228781.701656:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093bcdcd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737958528:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (609us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228781.701664:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5162
00000100:00100000:1.0:1761228781.701676:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5163
00000100:00100000:1.0:1761228781.701679:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737958080:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228781.701702:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360e41bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737958080:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (566us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228781.701707:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5163
00000100:00100000:1.0:1761228781.701724:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5164
00000100:00100000:1.0:1761228781.701727:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737958464:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228781.701750:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e5e8378 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737958464:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (562us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228781.701756:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5164
00000100:00100000:1.0:1761228781.701849:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958016
00000100:00100000:1.0:1761228781.701874:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897
00000100:00100000:1.0:1761228781.701878:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737958016:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228781.701904:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc60bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737958016:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (764us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228781.701910:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897
00000100:00100000:0.0:1761228781.701996:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737958080:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.702007:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009548875d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737958464:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.702015:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737958144:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.702021:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d95ca8e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737958528:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.702059:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038ba80d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737958016:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.702066:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737958272:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.702072:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000612ad24e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737958656:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.702079:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000865947cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737958592:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228781.702088:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ad276ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737958208:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1761228781.702129:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:2.0:1761228781.702146:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228781.702187:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737958336:12345-0@lo:8:kworker/u8:0.0 Request processed in 805us (1181us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228781.702190:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737958400:12345-0@lo:8:kworker/u8:0.0 Request processed in 778us (1100us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228781.702200:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577
00000100:00100000:2.0:1761228781.702206:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578
00000100:00080000:0.0:1761228781.704976:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228781.704995:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228781.705003:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737958336:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228781.705016:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228781.705018:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228781.705020:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737958400:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228782.211667:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737958720:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228782.211743:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228782.211870:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958720
00000100:00100000:0.0:1761228782.211923:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075
00000100:00100000:0.0:1761228782.211929:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737958720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228782.211966:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228782.212024:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f00102f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737958720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228782.212032:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075
00000100:00100000:1.0:1761228782.212123:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737958720:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228782.659630:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228783.236144:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8adcccc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737958784:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228783.236213:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228783.237117:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958784
00000100:00100000:2.0:1761228783.237178:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534
00000100:00100000:2.0:1761228783.237185:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737958784:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228783.237234:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228783.237881:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f238d63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737958784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 693us (1666us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228783.237891:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534
00000100:00100000:0.0:1761228783.238003:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8adcccc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737958784:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228783.683460:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228784.707008:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228785.629681:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228785.629737:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228785.630045:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764800
00000100:00100000:3.0:1761228785.630123:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5165
00000100:00100000:3.0:1761228785.630131:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbae4803 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720764800:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228785.630217:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbae4803 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720764800:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 86us (545us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228785.630224:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5165
00000100:00100000:2.0:1761228785.630596:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228785.630652:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228785.630706:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764736
00000100:00100000:1.0:1761228785.630707:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764928
00000100:00100000:1.0:1761228785.630740:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2579
00000100:00100000:1.0:1761228785.630745:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720764928:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:0.0:1761228785.630752:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1898
00000100:00100000:0.0:1761228785.630758:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720764736:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228785.630827:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fc0605f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720764736:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 68us (1090us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228785.630834:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1898
00010000:02020000:1.0:1761228785.630876:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228785.630921:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720764928:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 175us (270us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228785.630929:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2579
00000100:00100000:3.0:1761228785.631040:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764864
00000100:00100000:3.0:1761228785.631418:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5166
00000100:00100000:3.0:1761228785.631423:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c3261e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720764864:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228785.631817:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c3261e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720764864:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 391us (1220us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228785.631829:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5166
00010000:00010000:1.0:1761228785.731539:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228785.796543:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1738aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737958848:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228785.796623:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228785.796745:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958848
00000100:00100000:2.0:1761228785.796927:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535
00000100:00100000:2.0:1761228785.796934:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865947cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737958848:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228785.796988:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228785.797048:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865947cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737958848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (425us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228785.797056:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535
00000100:00100000:0.0:1761228785.797197:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1738aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737958848:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228786.755372:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228786.819188:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228786.819197:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228786.819200:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228786.819208:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4377
00000100:00080000:3.0:1761228786.819212:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228786.819218:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228786.819240:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009fae1192 x1846777737959232/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228786.819254:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228786.819257:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228786.819258:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228786.819261:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4377
00000100:00080000:3.0:1761228786.819263:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:3.0:1761228786.819266:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228786.819275:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000502928f7 x1846777737959296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228786.819376:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737958976:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.819442:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228786.819479:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737959360:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.819507:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228786.819532:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228786.819537:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8adcccc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737959040:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.819561:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228786.819576:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee59b6b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737959424:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.819598:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228786.819616:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737959104:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.819631:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959040
00000100:00100000:0.0:1761228786.819656:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228786.819680:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3536
00000100:00100000:0.0:1761228786.819682:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737959488:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.819688:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad731cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737959040:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228786.819710:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228786.819732:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228786.819739:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf51f854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737958912:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.819748:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad731cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737959040:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228786.819756:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3536
00000100:00100000:0.0:1761228786.819774:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228786.819823:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8adcccc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737959040:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.819867:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958976
00000100:00100000:2.0:1761228786.819889:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959360
00000100:00100000:2.0:1761228786.819904:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959424
00000100:00100000:2.0:1761228786.819922:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959104
00000100:00100000:2.0:1761228786.819932:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5167
00000100:00100000:2.0:1761228786.819935:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000388bce43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737958976:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.819976:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000388bce43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737958976:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (535us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228786.819981:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5167
00000100:00100000:2.0:1761228786.819992:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5168
00000100:00100000:2.0:1761228786.819995:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b3e5400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737959360:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820018:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b3e5400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737959360:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (512us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228786.820024:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5168
00000100:00100000:2.0:1761228786.820034:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5169
00000100:00100000:2.0:1761228786.820037:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000288727db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737959424:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820062:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000288727db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737959424:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (464us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228786.820067:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5169
00000100:00100000:2.0:1761228786.820078:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5170
00000100:00100000:2.0:1761228786.820081:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737959104:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820105:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612ad24e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737959104:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (451us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228786.820110:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5170
00000100:00100000:2.0:1761228786.820126:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fae1192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737959232:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820147:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228786.820161:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737959296:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820178:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228786.820214:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee59b6b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737959424:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820223:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737958976:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820230:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737959360:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820260:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959488
00000100:00100000:2.0:1761228786.820283:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959232
00000100:00100000:2.0:1761228786.820295:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959296
00000100:00100000:2.0:1761228786.820305:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085
00000100:00100000:2.0:1761228786.820309:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737959488:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820336:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737959488:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (627us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228786.820341:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085
00000100:00100000:2.0:1761228786.820351:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580
00000100:00100000:2.0:1761228786.820354:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc2917b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737959232:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228786.820437:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228786.820468:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc2917b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737959232:12345-0@lo:8:kworker/u8:0.0 Request processed in 112us (319us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228786.820476:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580
00000100:00100000:2.0:1761228786.820486:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581
00000100:00100000:2.0:1761228786.820488:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003326cc26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737959296:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228786.820558:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228786.820578:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003326cc26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737959296:12345-0@lo:8:kworker/u8:0.0 Request processed in 88us (400us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228786.820583:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581
00000100:00100000:2.0:1761228786.820600:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737958912
00000100:00100000:2.0:1761228786.820621:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899
00000100:00100000:2.0:1761228786.820625:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737958912:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228786.820651:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000508ba2db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737958912:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (880us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228786.820656:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899
00000100:00080000:2.0:1761228786.820687:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228786.820690:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228786.820694:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fae1192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737959232:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228786.820700:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228786.820703:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228786.820705:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737959296:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228786.823299:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737959168:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228786.823386:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228786.823440:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737959552:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228786.823470:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228786.823480:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959168
00000100:00100000:0.0:1761228786.823520:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f12a6281 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737959104:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228786.823536:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537
00000100:00100000:3.0:1761228786.823542:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737959168:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228786.823547:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000039f645a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737959488:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228786.823582:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf51f854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737958912:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228786.823596:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000469b98b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737959168:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228786.823598:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737959168:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228786.823608:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537
00000100:00100000:1.0:1761228786.823684:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959552
00000100:00100000:1.0:1761228786.823721:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086
00000100:00100000:1.0:1761228786.823724:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737959552:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228786.823765:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737959552:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (296us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228786.823770:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086
00000100:00100000:0.0:1761228786.824449:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737959552:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228787.331406:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d95ca8e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737959616:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228787.331477:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228787.331595:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959616
00000100:00100000:3.0:1761228787.331649:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076
00000100:00100000:3.0:1761228787.331655:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7dd2225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737959616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228787.331701:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228787.334720:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7dd2225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737959616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3053us (3233us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228787.334737:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076
00000100:00100000:2.0:1761228787.334919:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d95ca8e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737959616:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228787.780885:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228788.356809:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737959680:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228788.356878:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228788.356952:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959680
00000100:00100000:1.0:1761228788.356996:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538
00000100:00100000:1.0:1761228788.357001:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3e54be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737959680:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228788.357038:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228788.358525:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3e54be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737959680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1516us (1641us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228788.358537:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538
00000100:00100000:2.0:1761228788.358692:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000990b32c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737959680:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228788.803199:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228789.827104:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228790.749088:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228790.749143:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228790.749251:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765056
00000100:00100000:1.0:1761228790.749316:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5171
00000100:00100000:1.0:1761228790.749324:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720765056:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228790.750101:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009548875d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720765056:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 774us (954us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228790.750115:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5171
00000100:00100000:2.0:1761228790.750279:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720764992
00000100:00100000:2.0:1761228790.750327:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1900
00000100:00100000:3.0:1761228790.750751:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228790.750905:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228790.750942:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765184
00000100:00100000:3.0:1761228790.750971:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2582
00000100:00100000:3.0:1761228790.750976:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720765184:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:3.0:1761228790.751077:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228790.751129:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720765184:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 152us (379us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228790.751136:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2582
00000100:00100000:3.0:1761228790.751169:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765120
00000100:00100000:3.0:1761228790.751195:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5172
00000100:00100000:3.0:1761228790.751199:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720765120:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228790.751236:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000990b32c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720765120:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 35us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228790.751242:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5172
00000100:00100000:2.0:1761228790.751449:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720764992:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228790.751720:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b309c75b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720764992:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1386us (2640us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228790.751729:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1900
00010000:00010000:2.0:1761228790.851827:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228790.916068:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000767318e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737959744:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228790.916136:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228790.916526:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959744
00000100:00100000:2.0:1761228790.916567:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539
00000100:00100000:2.0:1761228790.916572:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737959744:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228790.917790:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228790.917866:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d95ca8e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737959744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1291us (1730us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228790.917875:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539
00000100:00100000:3.0:1761228790.918933:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000767318e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737959744:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228791.875051:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228791.939724:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737959808:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.939825:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228791.940081:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959808
00000100:00100000:2.0:1761228791.940389:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737959872:0@lo:400:kworker/u8:0.0
00000100:00080000:1.0:1761228791.940455:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228791.940460:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228791.940464:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228791.940469:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4382
00000100:00080000:1.0:1761228791.940472:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228791.940477:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228791.940509:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001765641f x1846777737960128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228791.940524:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228791.940527:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228791.940528:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228791.940530:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4382
00000100:00080000:1.0:1761228791.940532:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 21s
00000100:00080000:1.0:1761228791.940536:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228791.940546:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004592f39a x1846777737960192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228791.940634:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228791.940634:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901
00000100:00100000:3.0:1761228791.940641:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737959808:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.940662:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737960256:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.940681:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228791.940687:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec20da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737959808:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (865us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228791.940695:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901
00000100:00100000:2.0:1761228791.940696:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228791.940700:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073d49f3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737959936:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228791.940867:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959872
00000100:00100000:1.0:1761228791.940895:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960256
00000100:00100000:1.0:1761228791.940924:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5173
00000100:00100000:1.0:1761228791.940928:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000504eb76d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737959872:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228791.940961:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000504eb76d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737959872:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (328us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228791.940967:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5173
00000100:00100000:1.0:1761228791.940981:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5174
00000100:00100000:1.0:1761228791.940984:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed03e3ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737960256:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228791.941019:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed03e3ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737960256:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228791.941024:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5174
00000100:00100000:1.0:1761228791.941049:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001765641f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737960128:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228791.941074:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228791.941090:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004592f39a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737960192:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228791.941108:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228791.941132:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737960320:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.941183:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228791.941215:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737960256:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.941225:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec2ab4a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737959872:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228791.941248:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737959936
00000100:00100000:2.0:1761228791.941249:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737960064:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.941271:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228791.941291:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737960448:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.941312:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228791.941313:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dffedca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737960000:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.941333:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ec766fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737959808:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228791.941346:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960128
00000100:00100000:3.0:1761228791.941364:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960192
00000100:00100000:3.0:1761228791.941376:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960448
00000100:00100000:3.0:1761228791.941395:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087
00000100:00100000:3.0:1761228791.941399:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed09e85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737960448:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228791.941433:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed09e85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737960448:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (121us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228791.941439:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087
00000100:00100000:3.0:1761228791.941451:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583
00000100:00100000:3.0:1761228791.941454:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737960128:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228791.941587:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960064
00000100:00100000:0.0:1761228791.941606:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540
00000100:00100000:0.0:1761228791.941610:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bb561a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737959936:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228791.941647:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bb561a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737959936:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (921us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228791.941652:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540
00000100:00100000:0.0:1761228791.941664:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541
00000100:00100000:0.0:1761228791.941668:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6bac44e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737960064:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228791.941690:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6bac44e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737960064:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (419us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228791.941695:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541
00000100:00100000:0.0:1761228791.941731:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584
00000100:00100000:0.0:1761228791.941734:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737960192:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228791.941833:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228791.941868:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737960192:12345-0@lo:8:kworker/u8:0.0 Request processed in 132us (759us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228791.941874:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584
00000100:00080000:0.0:1761228791.941936:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228791.941940:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228791.941944:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004592f39a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737960192:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228791.941983:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737960064:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228791.941992:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac77f13a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737960448:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228791.942014:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073d49f3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737959936:0@lo:400:kworker/u8:0.0
00010000:02020000:3.0:1761228791.943063:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228791.943150:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737960128:12345-0@lo:8:kworker/u8:0.0 Request processed in 1693us (2073us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228791.943159:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583
00000100:00100000:1.0:1761228791.943465:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228791.943595:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228791.943626:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737960384:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.943660:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228791.943692:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960384
00000100:00100000:2.0:1761228791.943728:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088
00000100:00100000:2.0:1761228791.943733:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f727c2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737960384:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.943771:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f727c2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737960384:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (111us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228791.943796:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088
00000100:00100000:2.0:1761228791.943829:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000883c658a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737960384:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228791.943919:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960320
00000100:00080000:0.0:1761228791.943926:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228791.943932:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228791.943937:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001765641f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737960128:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228791.943960:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960000
00000100:00100000:1.0:1761228791.943988:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5175
00000100:00100000:1.0:1761228791.943992:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4b87529 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737960320:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228791.944028:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4b87529 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737960320:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (565us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228791.944034:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5175
00000100:00100000:1.0:1761228791.944054:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5176
00000100:00100000:1.0:1761228791.944058:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ae1760a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737960000:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228791.944087:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ae1760a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737960000:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (492us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228791.944092:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5176
00000100:00100000:1.0:1761228791.944118:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daae0b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737960320:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228791.944193:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dffedca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737960000:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228792.451213:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001765641f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737960512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228792.451286:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228792.451465:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960512
00000100:00100000:0.0:1761228792.451515:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077
00000100:00100000:0.0:1761228792.451521:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e788f852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737960512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228792.451559:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228792.451611:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e788f852 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737960512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228792.451619:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077
00000100:00100000:2.0:1761228792.451736:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001765641f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737960512:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228792.899349:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228793.476753:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228793.476768:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737960576:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228793.476854:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228793.476971:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960576
00000100:00100000:3.0:1761228793.477017:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542
00000100:00100000:3.0:1761228793.477023:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008982276 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737960576:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228793.477060:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228793.477118:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008982276 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737960576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228793.477126:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542
00000100:00100000:0.0:1761228793.477152:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737960576:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228793.923077:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228794.947007:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228795.868766:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228795.868887:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228795.868918:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228795.868955:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228795.869007:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765376
00000100:00100000:3.0:1761228795.869067:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765312
00000100:00100000:3.0:1761228795.869095:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5177
00000100:00100000:3.0:1761228795.869104:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720765376:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228795.869202:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000039f645a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720765376:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 97us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228795.869210:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5177
00000100:00100000:3.0:1761228795.869229:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5178
00000100:00100000:3.0:1761228795.869233:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720765312:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228795.869270:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee59b6b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720765312:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 35us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228795.869276:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5178
00000100:00100000:3.0:1761228795.869423:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765440
00000100:00100000:3.0:1761228795.869444:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2585
00000100:00100000:3.0:1761228795.869449:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720765440:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:3.0:1761228795.869547:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228795.869588:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720765440:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 139us (633us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228795.869595:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2585
00000100:00100000:1.0:1761228795.869706:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765248
00000100:00100000:1.0:1761228795.869742:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1902
00000100:00100000:1.0:1761228795.869746:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720765248:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228795.869771:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a411ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720765248:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 24us (1022us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228795.869800:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1902
00010000:00010000:0.0:1761228795.971382:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228796.035327:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de0ff9ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737960640:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228796.035468:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228796.035703:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960640
00000100:00100000:2.0:1761228796.035771:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3543
00000100:00100000:2.0:1761228796.035799:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edaec13b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737960640:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228796.035853:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228796.035915:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edaec13b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737960640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (450us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228796.035923:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3543
00000100:00100000:3.0:1761228796.036920:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de0ff9ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737960640:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228796.996578:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228797.059915:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228797.059923:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228797.059927:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228797.059937:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4387
00000100:00080000:3.0:1761228797.059941:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 6s
00000100:00080000:3.0:1761228797.059948:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228797.059973:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b529205a x1846777737961024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228797.059987:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228797.059990:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228797.059991:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228797.059994:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4387
00000100:00080000:3.0:1761228797.059996:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 6s
00000100:00080000:3.0:1761228797.059999:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228797.060008:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000070e9fdf8 x1846777737961088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228797.060045:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006615c939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737960704:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228797.060081:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d177d396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737960768:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228797.060132:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228797.060133:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228797.060175:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6990e84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737960960:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.060205:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228797.060210:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b4c41f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737960896:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.060245:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc10ba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737961344:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228797.060252:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228797.060276:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1d89e48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737961280:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.060282:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228797.060392:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b529205a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737961024:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228797.060392:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228797.060424:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228797.060442:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070e9fdf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737961088:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228797.060455:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961344
00000100:00100000:0.0:1761228797.060472:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228797.060495:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960704
00000100:00100000:2.0:1761228797.060504:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961280
00000100:00100000:0.0:1761228797.060513:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961024
00000100:00100000:1.0:1761228797.060534:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903
00000100:00100000:2.0:1761228797.060535:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961088
00000100:00100000:0.0:1761228797.060538:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089
00000100:00100000:1.0:1761228797.060543:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737960704:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.060548:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737961344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228797.060555:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090
00000100:00100000:2.0:1761228797.060561:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f445f32b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737961280:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.060605:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737961344:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228797.060611:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf19ec14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737960704:12345-0@lo:400:kworker/u8:0.0 Request processed in 68us (481us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228797.060615:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089
00000100:00100000:2.0:1761228797.060622:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f445f32b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737961280:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228797.060624:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903
00000100:00100000:3.0:1761228797.060630:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff2b82fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737961152:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228797.060634:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090
00000100:00100000:0.0:1761228797.060641:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586
00000100:00100000:0.0:1761228797.060646:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737961024:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228797.060660:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228797.060676:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960768
00000100:00100000:3.0:1761228797.060682:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228797.060689:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d2473da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737960832:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228797.060711:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960896
00000100:00100000:3.0:1761228797.060714:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228797.060729:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001669e82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737961216:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228797.060735:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961152
00000100:00100000:3.0:1761228797.060749:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:02020000:0.0:1761228797.060753:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228797.060768:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961216
00000100:00100000:3.0:1761228797.060816:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5179
00000100:00100000:0.0:1761228797.060820:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737961024:12345-0@lo:8:kworker/u8:0.0 Request processed in 172us (395us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228797.060827:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f521ebf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737960768:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228797.060828:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5180
00000100:00100000:2.0:1761228797.060829:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587
00000100:00100000:0.0:1761228797.060836:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586
00000100:00100000:1.0:1761228797.060840:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006374e756 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737960896:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228797.060840:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737961088:12345-0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228797.060891:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f521ebf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737960768:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (762us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228797.060894:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960960
00000100:00100000:3.0:1761228797.060900:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5179
00000100:00100000:1.0:1761228797.060905:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006374e756 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737960896:12345-0@lo:400:kworker/u8:0.0 Request processed in 68us (655us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228797.060913:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5180
00000100:00100000:3.0:1761228797.060923:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5181
00000100:00100000:0.0:1761228797.060924:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737960832
00000100:00100000:3.0:1761228797.060930:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094943c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737961152:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.060944:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544
00000100:00100000:0.0:1761228797.060949:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737960960:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228797.060962:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094943c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737961152:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228797.060968:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5181
00000100:00100000:3.0:1761228797.060984:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5182
00000100:00100000:3.0:1761228797.060989:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e0a8b73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737961216:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.060993:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737960960:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (787us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228797.061000:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544
00000100:00100000:0.0:1761228797.061017:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545
00000100:00100000:0.0:1761228797.061021:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035bb70d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737960832:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228797.061026:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e0a8b73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737961216:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228797.061032:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5182
00000100:00100000:0.0:1761228797.061063:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035bb70d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737960832:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228797.061068:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001669e82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737961216:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.061072:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545
00000100:00100000:3.0:1761228797.061087:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d177d396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737960768:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228797.061099:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff2b82fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737961152:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228797.061110:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228797.061115:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228797.061120:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b529205a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737961024:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228797.061126:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d2473da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737960832:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.061154:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc10ba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737961344:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.061166:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006615c939 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737960704:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228797.061178:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b4c41f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737960896:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228797.061182:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6990e84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737960960:0@lo:400:kworker/u8:0.0
00010000:02020000:2.0:1761228797.061187:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228797.061194:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1d89e48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737961280:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228797.061222:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737961088:12345-0@lo:8:kworker/u8:0.0 Request processed in 386us (750us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228797.061228:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587
00000100:00080000:3.0:1761228797.061245:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228797.061248:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228797.061253:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070e9fdf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737961088:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228797.571108:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228797.571132:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1717bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737961408:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228797.571214:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228797.571771:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961408
00000100:00100000:3.0:1761228797.571845:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078
00000100:00100000:3.0:1761228797.571851:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737961408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228797.571892:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228797.572680:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daae0b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737961408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 826us (1468us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228797.572689:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078
00000100:00100000:1.0:1761228797.572768:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1717bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737961408:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228798.023217:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228798.596623:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070e9fdf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737961472:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228798.596703:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228798.596819:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961472
00000100:00100000:2.0:1761228798.596884:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546
00000100:00100000:2.0:1761228798.596890:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f506aedd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737961472:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228798.596929:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228798.597224:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f506aedd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737961472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 333us (522us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228798.597231:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546
00000100:00100000:3.0:1761228798.597299:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070e9fdf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737961472:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228799.043011:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228800.067387:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228800.989988:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228800.990037:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228800.990066:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228800.990149:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765632
00000100:00100000:0.0:1761228800.990180:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765568
00000100:00100000:3.0:1761228800.990206:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5183
00000100:00100000:3.0:1761228800.990213:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc2917b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720765632:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228800.990259:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5184
00000100:00100000:0.0:1761228800.990268:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003326cc26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720765568:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228800.990293:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc2917b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720765632:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 79us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228800.990303:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5183
00000100:00100000:0.0:1761228800.990347:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003326cc26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720765568:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 78us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228800.990357:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5184
00000100:00100000:1.0:1761228800.990637:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765504
00000100:00100000:1.0:1761228800.990678:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1904
00000100:00100000:1.0:1761228800.990683:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720765504:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228800.990725:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000354c5c72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720765504:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 41us (746us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228800.990731:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1904
00000100:00100000:2.0:1761228800.992371:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228800.992485:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765696
00000100:00100000:0.0:1761228800.992535:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2588
00000100:00100000:0.0:1761228800.992541:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bed09e85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720765696:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228800.992655:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228800.992720:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bed09e85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720765696:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 178us (355us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228800.992728:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2588
00010000:00010000:1.0:1761228801.091019:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228801.155169:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1761228801.155187:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737961536:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228801.155260:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228801.155373:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961536
00000100:00100000:2.0:1761228801.155427:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547
00000100:00100000:2.0:1761228801.155433:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737961536:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228801.155475:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228801.155524:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737961536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228801.155531:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547
00000100:00100000:0.0:1761228801.155607:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737961536:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228802.115433:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1761228802.179112:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228802.179122:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228802.179126:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228802.179137:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4392
00000100:00080000:0.0:1761228802.179142:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 11s
00000100:00080000:0.0:1761228802.179150:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228802.179178:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000051eeece5 x1846777737961920/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1761228802.179195:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1761228802.179199:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1761228802.179201:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1761228802.179203:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4392
00000100:00080000:0.0:1761228802.179206:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 11s
00000100:00080000:0.0:1761228802.179209:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:0.0:1761228802.179221:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006cf8ad4d x1846777737961984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228802.179295:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737961728:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.179382:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228802.179412:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737962112:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.179439:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228802.179467:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1761228802.179472:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073d49f3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737961664:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.179493:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228802.179507:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737962048:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.179528:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228802.179562:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962112
00000100:00100000:0.0:1761228802.179606:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961664
00000100:00100000:0.0:1761228802.179621:0:13052:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962048
00000100:00100000:0.0:1761228802.179641:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5185
00000100:00100000:0.0:1761228802.179648:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737962112:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.179700:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec766fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737962112:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228802.179708:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5185
00000100:00100000:0.0:1761228802.179729:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5186
00000100:00100000:0.0:1761228802.179733:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737961664:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.179759:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec2ab4a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737961664:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228802.179764:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5186
00000100:00100000:0.0:1761228802.179818:0:13052:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5187
00000100:00100000:0.0:1761228802.179832:0:13052:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737962048:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.179858:0:13052:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004592f39a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737962048:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (330us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228802.179863:0:13052:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5187
00000100:00100000:0.0:1761228802.179934:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073d49f3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737961664:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.179943:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737962048:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.179951:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737962112:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228802.180023:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737961920:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228802.180054:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228802.180070:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737961984:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228802.180095:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228802.180125:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961920
00000100:00100000:0.0:1761228802.180143:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961984
00000100:00100000:0.0:1761228802.180157:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589
00000100:00100000:0.0:1761228802.180161:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737961920:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228802.180161:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590
00000100:00100000:3.0:1761228802.180165:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737961984:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228802.180334:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228802.180369:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737961920:12345-0@lo:8:kworker/u8:2.0 Request processed in 207us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228802.180376:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589
00000100:00080000:0.0:1761228802.180404:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228802.180408:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228802.180411:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737961920:0@lo:8:kworker/u8:2.0
00010000:02020000:3.0:1761228802.180414:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228802.180447:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737961984:12345-0@lo:8:kworker/u8:2.0 Request processed in 280us (352us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228802.180457:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590
00000100:00080000:0.0:1761228802.180464:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228802.180467:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228802.180470:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cf8ad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737961984:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228802.180550:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ad276ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737961792:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.180584:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228802.180611:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737962176:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.180630:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228802.180654:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1761228802.180659:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dffedca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737961600:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.180688:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228802.180703:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038ba80d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737961856:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.180725:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228802.180740:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737962240:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.180760:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228802.180808:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961792
00000100:00100000:2.0:1761228802.180850:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5188
00000100:00100000:2.0:1761228802.180854:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ed62f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737961792:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.180890:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ed62f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737961792:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228802.180895:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5188
00000100:00100000:2.0:1761228802.180916:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962176
00000100:00100000:1.0:1761228802.180930:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961728
00000100:00100000:2.0:1761228802.180937:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962240
00000100:00100000:2.0:1761228802.180952:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091
00000100:00100000:2.0:1761228802.180955:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386362a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737962176:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228802.180957:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961856
00000100:00100000:1.0:1761228802.180968:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548
00000100:00100000:1.0:1761228802.180972:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737961728:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.180983:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386362a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737962176:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (353us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228802.180989:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091
00000100:00100000:2.0:1761228802.180999:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092
00000100:00100000:2.0:1761228802.181002:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2634718 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737962240:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228802.181005:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078fef508 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737961728:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (1626us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228802.181011:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548
00000100:00100000:2.0:1761228802.181021:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2634718 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737962240:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228802.181022:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549
00000100:00100000:1.0:1761228802.181025:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0df2d03 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737961856:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.181026:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092
00000100:00100000:2.0:1761228802.181042:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737961600
00000100:00100000:1.0:1761228802.181046:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0df2d03 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737961856:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (322us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228802.181052:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549
00000100:00100000:2.0:1761228802.181067:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905
00000100:00100000:2.0:1761228802.181069:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737961600:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228802.181089:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b31573f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737961728:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.181094:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009e013b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737961600:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228802.181099:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905
00000100:00100000:2.0:1761228802.181136:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dffedca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737961600:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.181144:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038ba80d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737961856:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.181152:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737962240:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.181160:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ad276ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737961792:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228802.181167:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737962176:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228802.691283:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228802.691311:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737962304:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228802.691406:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228802.691523:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962304
00000100:00100000:0.0:1761228802.691581:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079
00000100:00100000:0.0:1761228802.691588:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b5b4716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737962304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228802.691647:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228802.691714:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b5b4716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737962304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228802.691722:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079
00000100:00100000:0.0:1761228802.691798:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431e6b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737962304:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228803.140560:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228803.715395:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228803.715417:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070e9fdf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737962368:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228803.715508:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228803.719274:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962368
00000100:00100000:2.0:1761228803.719351:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550
00000100:00100000:2.0:1761228803.719359:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddcd7f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737962368:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228803.719415:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228803.719508:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddcd7f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737962368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 149us (4001us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228803.719526:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550
00000100:00100000:3.0:1761228803.719744:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070e9fdf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737962368:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228804.163227:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228805.189039:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228806.112031:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228806.113102:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228806.113824:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765824
00000100:00100000:3.0:1761228806.114118:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5189
00000100:00100000:3.0:1761228806.114128:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720765824:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228806.114371:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000431e6b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720765824:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 243us (2352us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228806.114382:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5189
00000100:00100000:0.0:1761228806.121120:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228806.121163:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228806.121225:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765952
00000100:00100000:0.0:1761228806.121274:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2591
00000100:00100000:0.0:1761228806.121283:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038ba80d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720765952:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228806.121412:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228806.121489:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038ba80d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720765952:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 206us (326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228806.121496:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2591
00000100:00100000:3.0:1761228806.122037:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765888
00000100:00100000:3.0:1761228806.122083:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5190
00000100:00100000:3.0:1761228806.122088:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ad276ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720765888:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228806.122442:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720765760
00000100:00100000:1.0:1761228806.122477:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1906
00000100:00100000:1.0:1761228806.122481:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720765760:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228806.123982:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ad276ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720765888:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1879us (2859us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228806.124000:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5190
00000100:00100000:1.0:1761228806.124131:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e76375d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720765760:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 1648us (11034us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228806.124141:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1906
00010000:00010000:1.0:1761228806.212531:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228806.275927:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228806.275961:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072cb2b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737962432:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228806.276071:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228806.276191:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962432
00000100:00100000:2.0:1761228806.276250:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551
00000100:00100000:2.0:1761228806.276257:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e07a4a7d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737962432:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228806.276517:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228806.276713:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e07a4a7d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737962432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 454us (642us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228806.276723:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551
00000100:00100000:1.0:1761228806.277062:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072cb2b54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737962432:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228807.235372:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228807.299324:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228807.299334:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228807.299338:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228807.299358:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4398
00000100:00080000:1.0:1761228807.299363:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 16s
00000100:00080000:1.0:1761228807.299371:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228807.299400:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005856c517 x1846777737962816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228807.299416:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228807.299418:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228807.299421:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228807.299424:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4398
00000100:00080000:1.0:1761228807.299426:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 16s
00000100:00080000:1.0:1761228807.299429:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228807.299440:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b515240 x1846777737962880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228807.300284:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005856c517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737962816:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228807.300690:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228807.300838:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089aecc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737962560:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.300881:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228807.300919:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c4fc7b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737962944:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.300945:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228807.300976:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228807.300981:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086dbdb04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737962624:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.301008:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228807.301022:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000959d818d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737963008:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.301042:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228807.301088:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962560
00000100:00100000:3.0:1761228807.302748:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962944
00000100:00100000:0.0:1761228807.302900:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b515240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737962880:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228807.302965:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228807.303014:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963008
00000100:00100000:2.0:1761228807.303051:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5191
00000100:00100000:2.0:1761228807.303059:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070e9fdf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737962560:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228807.303131:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070e9fdf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737962560:12345-0@lo:400:kworker/u8:0.0 Request processed in 72us (2250us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228807.303139:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5191
00000100:00100000:2.0:1761228807.303158:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5192
00000100:00100000:2.0:1761228807.303162:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1d89e48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737962944:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228807.303190:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1d89e48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737962944:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (2244us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228807.303195:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5192
00000100:00100000:2.0:1761228807.303206:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5193
00000100:00100000:2.0:1761228807.303209:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d2473da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737963008:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228807.303236:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d2473da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737963008:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (2194us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228807.303242:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5193
00000100:00100000:2.0:1761228807.303271:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962624
00000100:00100000:2.0:1761228807.303301:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552
00000100:00100000:2.0:1761228807.303305:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b4c41f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737962624:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228807.303334:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b4c41f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737962624:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (2326us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228807.303340:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552
00000100:00100000:3.0:1761228807.303542:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086dbdb04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737962624:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.303559:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000959d818d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737963008:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.303570:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089aecc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737962560:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.303580:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c4fc7b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737962944:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.303650:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eef1198d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737962688:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.303679:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228807.303696:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d40fc307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737963072:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.303724:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962688
00000100:00100000:3.0:1761228807.303747:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5194
00000100:00100000:3.0:1761228807.303750:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff2b82fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737962688:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.303819:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff2b82fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737962688:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (140us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228807.303825:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5194
00000100:00100000:3.0:1761228807.303990:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a97e255d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737962496:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.304024:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228807.304045:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5e1ef65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737962752:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.304067:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228807.304078:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737963136:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.304104:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962752
00000100:00100000:3.0:1761228807.304128:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553
00000100:00100000:3.0:1761228807.304132:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d177d396 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737962752:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.304165:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d177d396 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737962752:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (98us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228807.304171:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553
00000100:00100000:3.0:1761228807.304218:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962496
00000100:00100000:3.0:1761228807.304242:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907
00000100:00100000:3.0:1761228807.304245:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737962496:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228807.304276:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e5d21e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737962496:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (252us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228807.304282:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907
00000100:00100000:1.0:1761228807.304794:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962816
00000100:00100000:1.0:1761228807.304835:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592
00000100:00100000:1.0:1761228807.304838:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737962816:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228807.304942:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228807.304986:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737962816:12345-0@lo:8:kworker/u8:0.0 Request processed in 147us (4299us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228807.304993:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592
00000100:00080000:0.0:1761228807.307034:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228807.307047:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228807.307057:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005856c517 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737962816:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228807.307110:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228807.307155:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eef1198d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737962688:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228807.307272:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228807.307317:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a97e255d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737962496:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228807.307332:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5e1ef65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737962752:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228807.307381:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737962880
00000100:00100000:1.0:1761228807.307420:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963072
00000100:00100000:1.0:1761228807.307448:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963136
00000100:00100000:1.0:1761228807.307465:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093
00000100:00100000:1.0:1761228807.307472:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737963072:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228807.307554:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737963072:12345-0@lo:400:kworker/u8:0.0 Request processed in 83us (445us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228807.307561:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093
00000100:00100000:1.0:1761228807.307579:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094
00000100:00100000:1.0:1761228807.307583:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c35a0fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737963136:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228807.307615:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c35a0fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737963136:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (344us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228807.307621:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094
00000100:00100000:1.0:1761228807.307632:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593
00000100:00100000:1.0:1761228807.307642:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737962880:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228807.307738:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228807.307814:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737962880:12345-0@lo:8:kworker/u8:0.0 Request processed in 171us (4849us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228807.307821:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593
00000100:00100000:1.0:1761228807.307846:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737963136:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228807.307969:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d40fc307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737963072:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228807.307992:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228807.307996:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228807.307998:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b515240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737962880:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228807.812431:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228807.812464:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737963200:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228807.812558:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228807.812661:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963200
00000100:00100000:1.0:1761228807.812728:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080
00000100:00100000:1.0:1761228807.812735:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072cb2b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737963200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228807.812814:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228807.812865:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072cb2b54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737963200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (308us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228807.812874:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080
00000100:00100000:2.0:1761228807.813067:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737963200:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228808.262197:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228808.835156:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228808.835187:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001669e82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737963264:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228808.835300:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228808.835635:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963264
00000100:00100000:1.0:1761228808.835693:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554
00000100:00100000:1.0:1761228808.835700:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737963264:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228808.835751:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228808.835827:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737963264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (528us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228808.835834:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3554
00000100:00100000:1.0:1761228808.835881:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001669e82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737963264:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228809.283051:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228810.306987:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228811.228981:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228811.229041:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228811.229084:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228811.229135:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228811.229187:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766208
00000100:00100000:0.0:1761228811.229240:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2594
00000100:00100000:0.0:1761228811.229247:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720766208:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228811.229350:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228811.229434:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720766208:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 186us (297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228811.229442:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2594
00000100:00100000:2.0:1761228811.229873:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766016
00000100:00100000:2.0:1761228811.229927:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1908
00000100:00100000:2.0:1761228811.229932:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720766016:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228811.229986:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063f94fa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720766016:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 52us (1018us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228811.229993:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1908
00000100:00100000:1.0:1761228811.230141:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766144
00000100:00100000:1.0:1761228811.230189:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766080
00000100:00100000:1.0:1761228811.230213:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5195
00000100:00100000:1.0:1761228811.230218:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073d49f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720766144:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228811.230263:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073d49f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720766144:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 44us (1222us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228811.230271:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5195
00000100:00100000:1.0:1761228811.230287:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5196
00000100:00100000:1.0:1761228811.230290:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000469b98b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720766080:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228811.230313:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000469b98b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720766080:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 22us (1230us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228811.230319:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5196
00010000:00010000:2.0:1761228811.331265:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228811.395234:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228811.395270:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737963328:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228811.395364:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228811.395518:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963328
00000100:00100000:3.0:1761228811.395689:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555
00000100:00100000:3.0:1761228811.395698:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e1ef65 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737963328:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228811.395802:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228811.396558:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e1ef65 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737963328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 858us (1193us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228811.396570:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555
00000100:00100000:2.0:1761228811.396863:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737963328:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228812.354990:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1761228812.420404:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228812.420411:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228812.420414:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228812.420424:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4403
00000100:00080000:3.0:1761228812.420429:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228812.420435:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228812.420455:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007891e038 x1846777737963712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228812.420469:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228812.420472:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228812.420473:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228812.420477:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4403
00000100:00080000:3.0:1761228812.420479:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228812.420482:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228812.420491:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005177a26f x1846777737963776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228812.420597:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e7ca5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737963584:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.420669:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.420706:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cc7c689 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737963968:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.420730:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.420764:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1761228812.420770:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b60c3a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737963392:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.420823:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.420838:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015e4873b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737963648:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.420863:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.420878:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001669e82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737964032:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.420897:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.420921:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005782591e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737963456:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.420943:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.420957:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c32f7e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737963840:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.420978:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.420995:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1761228812.420999:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee9e1e2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737963520:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421020:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.421034:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000352ead82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737963904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421053:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.421073:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007891e038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737963712:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421096:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.421110:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005177a26f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737963776:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421129:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.421161:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963968
00000100:00100000:0.0:1761228812.421199:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964032
00000100:00100000:0.0:1761228812.421215:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963712
00000100:00100000:0.0:1761228812.421224:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963776
00000100:00100000:0.0:1761228812.421234:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095
00000100:00100000:0.0:1761228812.421239:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022580c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737963968:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421286:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022580c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737963968:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (555us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.421294:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095
00000100:00100000:0.0:1761228812.421309:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096
00000100:00100000:0.0:1761228812.421313:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737964032:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421336:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000788250c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737964032:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (440us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.421342:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096
00000100:00100000:0.0:1761228812.421352:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595
00000100:00100000:0.0:1761228812.421355:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737963712:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228812.421442:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228812.421470:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737963712:12345-0@lo:8:kworker/u8:2.0 Request processed in 114us (374us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228812.421476:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595
00000100:00100000:0.0:1761228812.421486:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596
00000100:00100000:0.0:1761228812.421489:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737963776:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228812.421564:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228812.421585:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737963776:12345-0@lo:8:kworker/u8:2.0 Request processed in 95us (456us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228812.421591:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596
00000100:00100000:0.0:1761228812.421615:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963584
00000100:00100000:0.0:1761228812.421636:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963456
00000100:00100000:0.0:1761228812.421651:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963840
00000100:00100000:0.0:1761228812.421663:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963904
00000100:00100000:0.0:1761228812.421674:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5197
00000100:00100000:0.0:1761228812.421677:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fae1192 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737963584:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421703:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fae1192 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737963584:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (1035us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.421709:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5197
00000100:00100000:0.0:1761228812.421720:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5198
00000100:00100000:0.0:1761228812.421724:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737963456:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421766:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf51f854 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737963456:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (823us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.421772:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5198
00000100:00100000:0.0:1761228812.421803:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5199
00000100:00100000:0.0:1761228812.421807:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737963840:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421832:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f12a6281 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737963840:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (854us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.421838:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5199
00000100:00100000:0.0:1761228812.421848:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5200
00000100:00100000:0.0:1761228812.421851:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737963904:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421873:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8adcccc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737963904:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (821us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.421879:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5200
00000100:00100000:0.0:1761228812.421930:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963648
00000100:00100000:0.0:1761228812.421948:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963520
00000100:00100000:0.0:1761228812.421960:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556
00000100:00100000:0.0:1761228812.421963:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737963648:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.421990:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737963648:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (1127us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.421996:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556
00000100:00100000:0.0:1761228812.422007:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557
00000100:00100000:0.0:1761228812.422010:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737963520:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422032:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737963520:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (1013us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.422041:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557
00000100:00100000:0.0:1761228812.422059:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737963392
00000100:00100000:0.0:1761228812.422079:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909
00000100:00100000:0.0:1761228812.422082:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737963392:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422108:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae933d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3189:x1846777737963392:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (1285us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.422113:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909
00000100:00080000:0.0:1761228812.422154:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228812.422158:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228812.422162:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007891e038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737963712:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228812.422172:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228812.422174:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228812.422176:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005177a26f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737963776:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422205:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee9e1e2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737963520:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422215:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000352ead82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737963904:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422224:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005782591e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737963456:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422232:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c32f7e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737963840:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422270:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b60c3a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3189:1846777737963392:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422279:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015e4873b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737963648:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422288:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001669e82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737964032:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422297:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e7ca5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737963584:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.422307:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cc7c689 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737963968:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228812.931447:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228812.931478:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737964096:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228812.931760:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228812.931840:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964096
00000100:00100000:0.0:1761228812.931895:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081
00000100:00100000:0.0:1761228812.931902:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737964096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228812.931950:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228812.931997:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4b8f385 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737964096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228812.932006:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081
00000100:00100000:0.0:1761228812.932064:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000362c17c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737964096:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228813.379203:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228813.956065:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6990e84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737964160:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228813.956161:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228813.957249:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964160
00000100:00100000:1.0:1761228813.957335:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558
00000100:00100000:1.0:1761228813.957343:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737964160:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228813.957400:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228813.958715:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737964160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1364us (2548us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228813.958743:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558
00000100:00100000:0.0:1761228813.958874:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6990e84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737964160:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228814.403134:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228815.428243:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228816.357110:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228816.357259:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766464
00000100:00100000:3.0:1761228816.357274:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228816.357320:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228816.357350:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2597
00000100:00100000:2.0:1761228816.357359:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720766464:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:2.0:1761228816.357464:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228816.357547:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720766464:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 188us (444us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228816.357555:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2597
00000100:00100000:2.0:1761228816.357624:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766400
00000100:00100000:2.0:1761228816.357667:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5201
00000100:00100000:2.0:1761228816.357673:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006615c939 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720766400:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228816.357692:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766272
00000100:00100000:2.0:1761228816.357737:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006615c939 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720766400:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 62us (415us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228816.357750:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5201
00000100:00100000:0.0:1761228816.357767:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1910
00000100:00100000:0.0:1761228816.357797:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720766272:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228816.357865:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000447fade pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720766272:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 88us (592us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228816.357875:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1910
00000100:00100000:3.0:1761228816.360355:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228816.360456:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766336
00000100:00100000:2.0:1761228816.360538:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5202
00000100:00100000:2.0:1761228816.360545:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efc10ba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720766336:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228816.361075:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efc10ba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720766336:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 529us (727us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228816.361085:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5202
00010000:00010000:0.0:1761228816.451950:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228816.515749:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737964224:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228816.515845:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228816.525141:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964224
00000100:00100000:2.0:1761228816.525226:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559
00000100:00100000:2.0:1761228816.525232:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a97e255d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737964224:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228816.525272:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228816.525341:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a97e255d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737964224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (9498us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228816.525347:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559
00000100:00100000:1.0:1761228816.525509:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737964224:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228817.474932:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228817.540525:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228817.540532:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228817.540535:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228817.540543:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4408
00000100:00080000:1.0:1761228817.540546:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228817.540552:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228817.540572:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000080996abc x1846777737964608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228817.540587:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228817.540590:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228817.540591:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228817.540594:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4408
00000100:00080000:1.0:1761228817.540596:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228817.540598:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228817.540610:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cdcf1b0d x1846777737964672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228817.540725:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080996abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737964608:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228817.540803:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228817.540838:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdcf1b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737964672:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228817.540858:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.540927:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075f6054f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737964288:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.540962:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.540985:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c76a1b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737964544:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541006:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.541017:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b515240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737964928:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541034:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.541047:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228817.541052:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d1a8a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737964480:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541075:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.541087:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737964864:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541106:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.541126:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ef9d951 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737964352:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541147:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.541162:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a3643b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737964736:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541180:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.541195:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228817.541199:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6dfa911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737964416:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541217:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.541227:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024f4b475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737964800:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541245:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228817.541271:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964480
00000100:00100000:3.0:1761228817.541305:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964352
00000100:00100000:3.0:1761228817.541319:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964736
00000100:00100000:3.0:1761228817.541332:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964800
00000100:00100000:3.0:1761228817.541347:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5203
00000100:00100000:3.0:1761228817.541352:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cc7c689 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737964480:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541398:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cc7c689 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737964480:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228817.541405:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5203
00000100:00100000:3.0:1761228817.541418:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5204
00000100:00100000:3.0:1761228817.541421:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001669e82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737964352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541444:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001669e82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737964352:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228817.541448:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5204
00000100:00100000:3.0:1761228817.541456:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5205
00000100:00100000:3.0:1761228817.541458:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e4873b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737964736:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541473:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015e4873b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737964736:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228817.541478:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5205
00000100:00100000:3.0:1761228817.541485:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5206
00000100:00100000:3.0:1761228817.541488:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c32f7e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737964800:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541503:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c32f7e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737964800:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228817.541508:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5206
00000100:00100000:3.0:1761228817.541538:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024f4b475 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737964800:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541548:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ef9d951 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737964352:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541555:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a3643b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737964736:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.541582:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d1a8a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737964480:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228817.541651:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964608
00000100:00100000:1.0:1761228817.541682:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964672
00000100:00100000:1.0:1761228817.541705:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964928
00000100:00100000:1.0:1761228817.541721:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964864
00000100:00100000:1.0:1761228817.541731:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097
00000100:00100000:1.0:1761228817.541734:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6990e84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737964928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228817.541768:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6990e84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737964928:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (734us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228817.541774:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097
00000100:00100000:1.0:1761228817.541807:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098
00000100:00100000:1.0:1761228817.541811:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e7ca5cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737964864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228817.541836:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e7ca5cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737964864:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (729us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228817.541842:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098
00000100:00100000:1.0:1761228817.541853:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598
00000100:00100000:1.0:1761228817.541856:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737964608:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228817.541943:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228817.541973:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737964608:12345-0@lo:8:kworker/u8:2.0 Request processed in 116us (1171us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228817.541979:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598
00000100:00100000:1.0:1761228817.541989:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599
00000100:00100000:1.0:1761228817.541991:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737964672:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228817.542063:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228817.542084:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737964672:12345-0@lo:8:kworker/u8:2.0 Request processed in 90us (1225us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228817.542089:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599
00000100:00100000:0.0:1761228817.542175:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964544
00000100:00100000:0.0:1761228817.542208:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964416
00000100:00100000:0.0:1761228817.542221:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560
00000100:00100000:0.0:1761228817.542224:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b529205a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737964544:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228817.542253:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b529205a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737964544:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (1246us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228817.542259:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560
00000100:00100000:0.0:1761228817.542271:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561
00000100:00100000:0.0:1761228817.542274:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b60c3a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737964416:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228817.542304:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b60c3a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737964416:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (1086us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228817.542309:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561
00000100:00100000:0.0:1761228817.542325:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964288
00000100:00100000:0.0:1761228817.542347:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911
00000100:00100000:0.0:1761228817.542351:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737964288:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228817.542378:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9be97a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737964288:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (1416us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228817.542383:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911
00000100:00100000:0.0:1761228817.542420:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6dfa911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737964416:0@lo:400:kworker/u8:2.0
00000100:00080000:0.0:1761228817.542448:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228817.542452:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228817.542455:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080996abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737964608:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228817.542463:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228817.542466:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228817.542468:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdcf1b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737964672:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228817.542879:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737964864:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.542889:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075f6054f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737964288:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.542896:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c76a1b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737964544:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228817.542905:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b515240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737964928:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228818.053063:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228818.053089:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d40fc307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737964992:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228818.053171:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228818.053252:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737964992
00000100:00100000:1.0:1761228818.053311:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082
00000100:00100000:1.0:1761228818.053318:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005782591e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737964992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228818.053361:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228818.053410:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005782591e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737964992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228818.053418:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082
00000100:00100000:3.0:1761228818.053516:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d40fc307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737964992:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228818.499076:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228819.077269:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000352ead82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737965056:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228819.077373:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228819.077544:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965056
00000100:00100000:2.0:1761228819.077614:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562
00000100:00100000:2.0:1761228819.077621:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737965056:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228819.077671:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228819.077761:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737965056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (389us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228819.077769:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562
00000100:00100000:3.0:1761228819.077874:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000352ead82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737965056:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228819.523330:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228820.547162:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228821.468694:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228821.468738:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228821.468837:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228821.468867:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228821.468904:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766592
00000100:00100000:1.0:1761228821.468953:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766656
00000100:00100000:1.0:1761228821.468971:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5207
00000100:00100000:1.0:1761228821.468976:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005856c517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720766592:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228821.469048:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005856c517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720766592:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 71us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228821.469054:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5207
00000100:00100000:1.0:1761228821.469071:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5208
00000100:00100000:1.0:1761228821.469075:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c4fc7b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720766656:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228821.469094:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c4fc7b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720766656:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 19us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228821.469099:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5208
00000100:00100000:0.0:1761228821.469534:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766720
00000100:00100000:0.0:1761228821.469573:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2600
00000100:00100000:0.0:1761228821.469577:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef1198d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720766720:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:0.0:1761228821.469679:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228821.469713:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef1198d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2284:x1846777720766720:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 134us (975us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228821.469719:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2600
00000100:00100000:3.0:1761228821.469805:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766528
00000100:00100000:3.0:1761228821.469841:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1912
00000100:00100000:3.0:1761228821.469845:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720766528:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228821.469872:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e474013a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720766528:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 27us (1213us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228821.469878:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1912
00010000:00010000:1.0:1761228821.571454:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228821.637912:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228821.637930:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de0ff9ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737965120:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228821.637997:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228821.639628:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965120
00000100:00100000:0.0:1761228821.639718:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563
00000100:00100000:0.0:1761228821.639726:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352ead82 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737965120:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228821.639806:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228821.639897:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352ead82 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737965120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 172us (1901us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228821.639905:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563
00000100:00100000:3.0:1761228821.639954:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de0ff9ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737965120:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228822.596193:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228822.660213:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228822.660222:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228822.660228:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228822.660240:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4413
00000100:00080000:2.0:1761228822.660244:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228822.660253:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228822.660266:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000767318e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737965184:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228822.660279:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009cd42f2c x1846777737965504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228822.660299:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228822.660302:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228822.660303:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228822.660306:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4413
00000100:00080000:2.0:1761228822.660308:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228822.660312:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228822.660322:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a945875a x1846777737965568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228822.660374:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.660384:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de0ff9ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737965312:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228822.660414:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737965440:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228822.660445:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.660496:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737965696:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228822.660528:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.660545:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1761228822.660549:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1738aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737965248:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228822.660568:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.660580:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737965632:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228822.660599:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.660624:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737965504:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228822.660650:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.660677:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737965568:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228822.660697:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.660734:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965696
00000100:00100000:2.0:1761228822.660811:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965248
00000100:00100000:2.0:1761228822.660828:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965632
00000100:00100000:2.0:1761228822.660855:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5209
00000100:00100000:2.0:1761228822.660863:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737965696:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228822.660873:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228822.660918:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737965824:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228822.660934:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec862f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737965696:12345-0@lo:400:kworker/u8:0.0 Request processed in 68us (401us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228822.660945:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5209
00000100:00100000:3.0:1761228822.660959:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.660972:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5210
00000100:00100000:2.0:1761228822.660979:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047fcc65c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737965248:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228822.660985:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1761228822.660994:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737965376:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228822.661032:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047fcc65c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737965248:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (461us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228822.661039:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5210
00000100:00100000:3.0:1761228822.661046:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.661062:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965376
00000100:00100000:3.0:1761228822.661075:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c5779fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737965760:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228822.661085:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5211
00000100:00100000:2.0:1761228822.661090:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000803adb26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737965632:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228822.661110:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228822.661146:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000803adb26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737965632:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (543us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228822.661153:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5211
00000100:00100000:3.0:1761228822.661172:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5212
00000100:00100000:3.0:1761228822.661181:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007891e038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737965376:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228822.661234:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007891e038 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737965376:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228822.661348:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965504
00000100:00100000:0.0:1761228822.661373:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965568
00000100:00100000:0.0:1761228822.661384:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965824
00000100:00100000:0.0:1761228822.661399:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965760
00000100:00100000:0.0:1761228822.661410:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099
00000100:00100000:0.0:1761228822.661415:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005177a26f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737965824:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228822.661457:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005177a26f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737965824:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (501us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228822.661463:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099
00000100:00100000:0.0:1761228822.661473:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100
00000100:00100000:0.0:1761228822.661476:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737965760:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228822.661509:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737965760:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228822.661515:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100
00000100:00100000:0.0:1761228822.661525:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601
00000100:00100000:0.0:1761228822.661528:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737965504:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228822.661622:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228822.661668:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015e124fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737965504:12345-0@lo:8:kworker/u8:0.0 Request processed in 138us (1018us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228822.661674:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601
00000100:00100000:0.0:1761228822.661685:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602
00000100:00100000:0.0:1761228822.661688:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737965568:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228822.661764:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228822.661803:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beac3968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737965568:12345-0@lo:8:kworker/u8:0.0 Request processed in 113us (1105us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228822.661809:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602
00000100:00100000:0.0:1761228822.661835:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965312
00000100:00100000:0.0:1761228822.661852:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965440
00000100:00100000:0.0:1761228822.661867:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564
00000100:00100000:0.0:1761228822.661870:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737965312:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228822.661902:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737965312:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (1460us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228822.661908:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564
00000100:00100000:0.0:1761228822.661919:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565
00000100:00100000:0.0:1761228822.661922:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee9e1e2e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737965440:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228822.661947:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee9e1e2e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737965440:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (1465us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228822.661952:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565
00000100:00100000:0.0:1761228822.661984:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965184
00000100:00100000:0.0:1761228822.662011:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913
00000100:00100000:0.0:1761228822.662014:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737965184:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228822.662041:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006081ea5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737965184:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (1671us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228822.662046:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913
00000100:00080000:0.0:1761228822.662103:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228822.662108:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228822.662112:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cd42f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737965504:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228822.662121:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228822.662124:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228822.662127:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a945875a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737965568:0@lo:8:kworker/u8:0.0
00000100:00100000:3.0:1761228822.662189:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5212
00000100:00100000:3.0:1761228822.662249:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737965376:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228822.662264:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c5779fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737965760:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228822.662274:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737965824:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228822.662287:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000767318e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737965184:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228822.662303:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db147eda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737965440:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228822.662402:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1738aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737965248:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228822.662415:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3edf743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737965632:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228822.662426:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de0ff9ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737965312:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228822.662437:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737965696:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228823.172125:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1761228823.172149:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089aecc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737965888:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228823.172223:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228823.172843:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965888
00000100:00100000:3.0:1761228823.172905:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083
00000100:00100000:3.0:1761228823.172913:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000959d818d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737965888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228823.172958:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228823.173019:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000959d818d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737965888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (798us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228823.173027:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083
00000100:00100000:1.0:1761228823.173066:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089aecc19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737965888:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228823.619503:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228824.195579:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086e3c859 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737965952:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228824.195676:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228824.195736:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737965952
00000100:00100000:1.0:1761228824.195806:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566
00000100:00100000:1.0:1761228824.195812:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089aecc19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737965952:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1761228824.195913:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:1.0:1761228824.195956:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089aecc19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737965952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 142us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228824.195963:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566
00000100:00100000:1.0:1761228824.196015:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086e3c859 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737965952:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228824.646805:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228825.671837:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228826.591518:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228826.591565:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228826.591599:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228826.591647:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228826.591734:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766976
00000100:00100000:1.0:1761228826.591814:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2603
00000100:00100000:2.0:1761228826.591819:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766912
00000100:00100000:1.0:1761228826.591823:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720766976:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:2.0:1761228826.591860:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766848
00000100:00100000:2.0:1761228826.591881:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5213
00000100:00100000:2.0:1761228826.591885:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720766912:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00010000:02020000:1.0:1761228826.591924:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228826.591967:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3edf743 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720766912:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 80us (367us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228826.591975:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5213
00000100:00100000:3.0:1761228826.591978:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720766784
00000100:00100000:2.0:1761228826.591996:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5214
00000100:00100000:2.0:1761228826.592001:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720766848:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228826.592011:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1914
00000100:00100000:3.0:1761228826.592016:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720766784:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228826.592852:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a945875a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720766848:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 847us (1203us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228826.592860:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67aefa8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2284:x1846777720766976:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 1034us (1291us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228826.592865:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5214
00000100:00100000:1.0:1761228826.592875:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2603
00000100:00100000:3.0:1761228826.593432:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6251145 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720766784:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 1413us (1920us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228826.593441:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1914
00010000:00010000:1.0:1761228826.691674:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228826.756598:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228826.756613:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092342a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737966016:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228826.756687:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228826.756767:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966016
00000100:00100000:2.0:1761228826.756823:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567
00000100:00100000:2.0:1761228826.756828:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737966016:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228826.756863:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228826.756901:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737966016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228826.756907:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567
00000100:00100000:2.0:1761228826.756939:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092342a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737966016:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228827.716867:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228827.779752:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086dbdb04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737966080:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228827.779843:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228827.779895:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966080
00000100:00100000:3.0:1761228827.779951:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915
00000100:00100000:3.0:1761228827.779960:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737966080:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.780113:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b515240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737966208:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.780153:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228827.780177:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228827.780182:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d40fc307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737966144:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.780210:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228827.780235:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966208
00000100:00100000:0.0:1761228827.780260:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568
00000100:00100000:0.0:1761228827.780264:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737966208:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.780298:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db147eda pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737966208:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (150us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228827.780305:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568
00000100:00100000:0.0:1761228827.780349:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b515240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737966208:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.780392:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c76a1b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737966272:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.780418:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228827.780679:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a138799c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737966080:12345-0@lo:400:kworker/u8:2.0 Request processed in 718us (835us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228827.780686:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915
00000100:00080000:1.0:1761228827.780815:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1761228827.780819:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966144
00000100:00080000:1.0:1761228827.780821:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228827.780826:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228827.780832:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4418
00000100:00080000:1.0:1761228827.780835:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228827.780839:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228827.780849:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966272
00000100:00100000:1.0:1761228827.780862:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c32ca07a x1846777737966400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228827.780871:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5215
00000100:00100000:3.0:1761228827.780878:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737966144:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228827.780883:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228827.780887:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228827.780889:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228827.780892:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4418
00000100:00080000:1.0:1761228827.780895:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228827.780899:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228827.780912:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cdcf1b0d x1846777737966464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228827.780917:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cd42f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737966144:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (704us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228827.780928:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5215
00000100:00100000:3.0:1761228827.780942:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5216
00000100:00100000:3.0:1761228827.780948:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737966272:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228827.780974:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737966400:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228827.780977:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b33de54b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737966272:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (556us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228827.780983:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5216
00000100:00100000:1.0:1761228827.781009:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228827.781027:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdcf1b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737966464:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228827.781047:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228827.781076:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966400
00000100:00100000:1.0:1761228827.781101:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966464
00000100:00100000:0.0:1761228827.781160:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6dfa911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737966592:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.781209:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228827.781233:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d40fc307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737966144:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.781247:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228827.781251:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080996abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737966528:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.781272:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228827.781296:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966592
00000100:00100000:0.0:1761228827.781316:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966528
00000100:00100000:0.0:1761228827.781331:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5217
00000100:00100000:0.0:1761228827.781335:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010184a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737966592:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.781378:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010184a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737966592:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228827.781384:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5217
00000100:00100000:0.0:1761228827.781394:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5218
00000100:00100000:0.0:1761228827.781397:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f325fca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737966528:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.781419:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f325fca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737966528:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228827.781821:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086dbdb04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737966080:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228827.781837:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075f6054f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737966336:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228827.781863:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228827.781887:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a3643b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737966720:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228827.781925:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228827.782141:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5218
00000100:00100000:2.0:1761228827.782202:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228827.782209:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d1a8a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737966656:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228827.782263:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966720
00000100:00100000:3.0:1761228827.782276:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604
00000100:00100000:3.0:1761228827.782283:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ef9d951 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737966400:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228827.782294:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101
00000100:00100000:1.0:1761228827.782298:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bb39e72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737966720:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228827.782326:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bb39e72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737966720:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (402us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228827.782332:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101
00000100:00100000:1.0:1761228827.782343:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605
00000100:00100000:1.0:1761228827.782346:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024f4b475 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737966464:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228827.782472:0:7759:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228827.782500:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024f4b475 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3188:x1846777737966464:12345-0@lo:8:kworker/u8:2.0 Request processed in 153us (1453us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228827.782505:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605
00000100:00080000:1.0:1761228827.782540:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228827.782544:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228827.782548:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdcf1b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737966464:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228827.782598:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966336
00000100:00100000:1.0:1761228827.782631:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569
00000100:00100000:1.0:1761228827.782635:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737966336:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228827.782668:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092342a4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737966336:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (805us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228827.782674:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080996abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737966528:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228827.782675:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569
00000100:00100000:0.0:1761228827.782693:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6dfa911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737966592:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228827.782743:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c76a1b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737966272:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1761228827.782822:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228827.782855:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ef9d951 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737966400:12345-0@lo:8:kworker/u8:2.0 Request processed in 572us (1847us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228827.782862:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604
00000100:00080000:0.0:1761228827.782930:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228827.782933:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228827.782936:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737966400:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228827.785067:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228827.785122:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075f6054f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737966336:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228827.785136:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a3643b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737966720:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228827.785138:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966656
00000100:00100000:3.0:1761228827.785198:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102
00000100:00100000:3.0:1761228827.785203:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bb14542 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737966656:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228827.785263:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bb14542 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737966656:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228827.785269:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102
00000100:00100000:2.0:1761228827.785356:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d1a8a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737966656:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228828.291073:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228828.291092:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdcf1b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737966784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228828.291152:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228828.293246:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966784
00000100:00100000:0.0:1761228828.293297:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084
00000100:00100000:0.0:1761228828.293302:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003dcfcbb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737966784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228828.293334:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228828.293397:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003dcfcbb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737966784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (2246us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228828.293404:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084
00000100:00100000:2.0:1761228828.293845:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdcf1b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737966784:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228828.744101:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228829.319454:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737966848:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228829.319525:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228829.319634:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966848
00000100:00100000:2.0:1761228829.319691:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570
00000100:00100000:2.0:1761228829.319696:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032da643e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737966848:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228829.319732:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228829.319806:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032da643e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737966848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (282us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228829.319812:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570
00000100:00100000:3.0:1761228829.319924:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737966848:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228829.770814:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228830.787682:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228831.712369:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228831.713705:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767232
00000100:00100000:1.0:1761228831.713795:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2606
00000100:00100000:1.0:1761228831.713804:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720767232:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228831.713910:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228831.716931:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720767232:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 3114us (4561us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228831.716952:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228831.716960:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2606
00000100:00100000:2.0:1761228831.717114:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228831.717155:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228831.717213:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767168
00000100:00100000:2.0:1761228831.717306:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767104
00000100:00100000:2.0:1761228831.717368:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5219
00000100:00100000:2.0:1761228831.717388:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000facb771a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720767168:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228831.717518:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000facb771a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720767168:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 143us (404us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228831.717525:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5219
00000100:00100000:2.0:1761228831.717543:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5220
00000100:00100000:2.0:1761228831.717548:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c3c1a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720767104:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228831.717572:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c3c1a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720767104:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 24us (417us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228831.717577:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5220
00000100:00100000:3.0:1761228831.718249:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767040
00000100:00100000:3.0:1761228831.718320:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1916
00000100:00100000:3.0:1761228831.718335:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720767040:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228831.718405:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb31dcec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720767040:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 71us (1470us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228831.718413:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1916
00010000:00010000:2.0:1761228831.814136:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228831.875826:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008df89c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737966912:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1761228831.875907:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228831.877530:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966912
00000100:00100000:2.0:1761228831.877607:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571
00000100:00100000:2.0:1761228831.877613:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000967455aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737966912:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228831.877662:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228831.877734:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000967455aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737966912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (1827us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228831.877741:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571
00000100:00100000:0.0:1761228831.879727:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008df89c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737966912:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228832.835417:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228832.899115:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdcf1b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737966976:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.899204:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228832.899282:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737966976
00000100:00100000:0.0:1761228832.899365:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917
00000100:00100000:0.0:1761228832.899371:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737966976:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228832.900210:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b20644e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737966976:12345-0@lo:400:kworker/u8:2.0 Request processed in 835us (1005us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228832.900220:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917
00000100:00100000:3.0:1761228832.900319:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdcf1b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737966976:0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228832.900451:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228832.900459:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228832.900463:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228832.900468:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4423
00000100:00080000:1.0:1761228832.900471:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228832.900475:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228832.900494:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c76a1b14 x1846777737967296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228832.900509:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228832.900512:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228832.900513:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228832.900516:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4423
00000100:00080000:1.0:1761228832.900518:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228832.900520:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228832.900528:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e6dfa911 x1846777737967360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228832.900564:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c76a1b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737967296:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228832.900612:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228832.900630:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6dfa911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737967360:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228832.900677:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228832.900711:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967296
00000100:00100000:1.0:1761228832.900736:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967360
00000100:00100000:1.0:1761228832.900752:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607
00000100:00100000:1.0:1761228832.900756:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdcf1b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737967296:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228832.900868:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228832.900900:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdcf1b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737967296:12345-0@lo:8:kworker/u8:2.0 Request processed in 144us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228832.900907:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607
00000100:00100000:1.0:1761228832.900920:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608
00000100:00100000:1.0:1761228832.900923:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af0cd50d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737967360:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228832.901001:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228832.901020:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af0cd50d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737967360:12345-0@lo:8:kworker/u8:2.0 Request processed in 96us (343us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228832.901025:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608
00000100:00080000:1.0:1761228832.901052:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228832.901055:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228832.901058:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c76a1b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737967296:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228832.901066:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228832.901068:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228832.901071:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6dfa911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737967360:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901095:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737967232:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901118:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228832.901132:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b515240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737967616:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901148:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228832.901158:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228832.901163:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075f6054f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737967168:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901183:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228832.901195:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d40fc307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737967552:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901210:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228832.901227:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967616
00000100:00100000:1.0:1761228832.901248:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967552
00000100:00100000:1.0:1761228832.901262:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103
00000100:00100000:1.0:1761228832.901265:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000757235ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737967616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901297:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000757235ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737967616:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (149us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228832.901303:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103
00000100:00100000:1.0:1761228832.901313:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104
00000100:00100000:1.0:1761228832.901316:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfa6f57a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737967552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901335:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfa6f57a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737967552:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (125us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228832.901340:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104
00000100:00100000:1.0:1761228832.901362:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967232
00000100:00100000:1.0:1761228832.901384:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572
00000100:00100000:1.0:1761228832.901387:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022a767ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737967232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901412:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022a767ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737967232:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (294us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228832.901417:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572
00000100:00100000:1.0:1761228832.901436:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967168
00000100:00100000:1.0:1761228832.901455:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5221
00000100:00100000:1.0:1761228832.901458:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1411e99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737967168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901481:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1411e99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737967168:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228832.901486:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5221
00000100:00100000:1.0:1761228832.901510:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075f6054f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737967168:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901517:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d40fc307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737967552:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901526:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c32ca07a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737967232:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.901533:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b515240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737967616:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.901805:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d1a8a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737967040:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.901834:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228832.901857:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080996abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737967424:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.901875:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228832.901889:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228832.901893:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a3643b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737967104:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.901910:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228832.901918:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086dbdb04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737967488:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.901934:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228832.901957:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967040
00000100:00100000:3.0:1761228832.901978:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967424
00000100:00100000:3.0:1761228832.901991:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967488
00000100:00100000:3.0:1761228832.902003:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5222
00000100:00100000:3.0:1761228832.902007:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737967040:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.902043:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5779fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737967040:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228832.902049:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5222
00000100:00100000:3.0:1761228832.902060:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5223
00000100:00100000:3.0:1761228832.902063:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de0ff9ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737967424:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.902083:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de0ff9ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737967424:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228832.902088:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5223
00000100:00100000:3.0:1761228832.902096:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5224
00000100:00100000:3.0:1761228832.902099:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000767318e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737967488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.902116:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000767318e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737967488:12345-0@lo:400:kworker/u8:2.0 Request processed in 16us (183us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228832.902121:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5224
00000100:00100000:3.0:1761228832.902143:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086dbdb04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737967488:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.902151:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d1a8a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737967040:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228832.902158:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080996abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737967424:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228832.907222:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967104
00000100:00100000:2.0:1761228832.908889:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573
00000100:00100000:2.0:1761228832.908899:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1738aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737967104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228832.909329:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1738aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737967104:12345-0@lo:400:kworker/u8:2.0 Request processed in 430us (7418us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228832.909337:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573
00000100:00100000:3.0:1761228832.909411:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a3643b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737967104:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228833.415252:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb902610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737967680:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228833.415318:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228833.415418:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967680
00000100:00100000:0.0:1761228833.415464:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085
00000100:00100000:0.0:1761228833.415469:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a54a2361 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737967680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228833.415500:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228833.415548:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a54a2361 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737967680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228833.415555:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085
00000100:00100000:0.0:1761228833.415608:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb902610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737967680:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228833.860506:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228834.435155:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228834.435176:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737967744:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228834.435266:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228834.435517:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967744
00000100:00100000:3.0:1761228834.435577:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574
00000100:00100000:3.0:1761228834.435583:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb902610 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737967744:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228834.435619:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228834.435670:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb902610 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737967744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (405us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228834.435679:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574
00000100:00100000:0.0:1761228834.435971:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f727c2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737967744:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228834.883157:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228835.908677:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228836.828953:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228836.829011:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228836.829061:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228836.829188:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767296
00000100:00100000:1.0:1761228836.829257:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1918
00000100:00100000:1.0:1761228836.829265:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720767296:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228836.829359:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e1ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720767296:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 94us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228836.829369:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1918
00000100:00100000:2.0:1761228836.832998:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767488
00000100:00100000:2.0:1761228836.833076:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2609
00000100:00100000:2.0:1761228836.833083:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e21d478 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720767488:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228836.833198:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228836.833338:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e21d478 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2284:x1846777720767488:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 253us (4399us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228836.833347:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2609
00000100:00100000:3.0:1761228836.833876:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767424
00000100:00100000:3.0:1761228836.833919:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5225
00000100:00100000:3.0:1761228836.833925:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e31a7ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720767424:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228836.833977:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e31a7ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720767424:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 51us (4916us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228836.833984:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5225
00000100:00100000:0.0:1761228836.834097:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228836.834166:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767360
00000100:00100000:2.0:1761228836.834229:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5226
00000100:00100000:2.0:1761228836.834235:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7b63560 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720767360:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:2.0:1761228836.834265:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7b63560 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720767360:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 29us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228836.834272:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5226
00010000:00010000:0.0:1761228836.931252:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228836.995698:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228836.995739:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000bb39e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737967808:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228836.995878:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228836.996414:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967808
00000100:00100000:0.0:1761228836.996811:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575
00000100:00100000:0.0:1761228836.996818:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006674073 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737967808:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228836.996863:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228836.996932:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006674073 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737967808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (1057us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228836.996941:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575
00000100:00100000:1.0:1761228836.997686:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000bb39e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737967808:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228837.955039:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1761228838.024919:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228838.024929:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228838.024933:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228838.024945:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4428
00000100:00080000:2.0:1761228838.024950:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228838.024958:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228838.024989:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bb0b30e8 x1846777737968192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228838.025005:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228838.025009:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228838.025010:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228838.025013:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4428
00000100:00080000:2.0:1761228838.025014:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228838.025018:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228838.025035:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f9973c78 x1846777737968256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228838.025096:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6c9c443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737967936:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228838.025183:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228838.025219:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0c50e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737968320:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228838.025242:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228838.025268:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1761228838.025273:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baa698b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737968000:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228838.025300:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228838.025313:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ddee16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737968384:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228838.025334:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228838.025373:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967936
00000100:00100000:2.0:1761228838.025425:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968320
00000100:00100000:2.0:1761228838.025443:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968384
00000100:00100000:2.0:1761228838.025463:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5227
00000100:00100000:2.0:1761228838.025470:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef6eb2f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737967936:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228838.025542:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef6eb2f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737967936:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228838.025551:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5227
00000100:00100000:2.0:1761228838.025573:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5228
00000100:00100000:2.0:1761228838.025577:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075f5083e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737968320:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228838.025604:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075f5083e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737968320:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (362us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228838.025609:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5228
00000100:00100000:2.0:1761228838.025620:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5229
00000100:00100000:2.0:1761228838.025623:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012d98047 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737968384:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228838.025648:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012d98047 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737968384:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228838.025654:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5229
00000100:00100000:2.0:1761228838.025704:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ddee16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737968384:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228838.025716:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6c9c443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737967936:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228838.025723:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0c50e46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737968320:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.025847:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968000
00000100:00100000:1.0:1761228838.025891:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576
00000100:00100000:1.0:1761228838.025896:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f069633e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737968000:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.025939:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f069633e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737968000:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (638us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228838.025945:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576
00000100:00100000:1.0:1761228838.025973:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb0b30e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737968192:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026004:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228838.026024:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9973c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737968256:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026043:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228838.026074:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baa698b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737968000:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026093:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bb14542 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737967872:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026123:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228838.026140:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1effc2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737968128:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026160:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228838.026172:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a86a3009 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737968512:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026191:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228838.026205:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228838.026212:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005356ae34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737968064:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026233:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228838.026248:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c99dd64b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737968448:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026269:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228838.026295:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737967872
00000100:00100000:1.0:1761228838.026323:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919
00000100:00100000:1.0:1761228838.026326:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737967872:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026359:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c7ecb57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737967872:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228838.026366:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919
00000100:00100000:1.0:1761228838.026397:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968192
00000100:00100000:1.0:1761228838.026416:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968256
00000100:00100000:1.0:1761228838.026429:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968512
00000100:00100000:1.0:1761228838.026443:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968448
00000100:00100000:1.0:1761228838.026453:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105
00000100:00100000:1.0:1761228838.026458:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b439455 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737968512:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026489:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b439455 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737968512:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228838.026494:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105
00000100:00100000:1.0:1761228838.026505:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106
00000100:00100000:1.0:1761228838.026508:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fe35af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737968448:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026546:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fe35af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737968448:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228838.026553:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106
00000100:00100000:1.0:1761228838.026565:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610
00000100:00100000:1.0:1761228838.026568:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d683ddce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737968192:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228838.026663:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228838.026696:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d683ddce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737968192:12345-0@lo:8:kworker/u8:2.0 Request processed in 126us (691us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228838.026701:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610
00000100:00100000:1.0:1761228838.026712:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611
00000100:00100000:1.0:1761228838.026714:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000682b9b5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737968256:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:1.0:1761228838.026823:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228838.026850:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000682b9b5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737968256:12345-0@lo:8:kworker/u8:2.0 Request processed in 134us (807us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228838.026856:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611
00000100:00080000:1.0:1761228838.026895:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228838.026900:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228838.026903:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb0b30e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737968192:0@lo:8:kworker/u8:2.0
00000100:00080000:1.0:1761228838.026911:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228838.026914:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228838.026917:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9973c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737968256:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228838.026943:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968064
00000100:00100000:1.0:1761228838.026970:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5230
00000100:00100000:1.0:1761228838.026974:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004efe8ac1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737968064:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.027005:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004efe8ac1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737968064:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (771us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228838.027010:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5230
00000100:00100000:1.0:1761228838.027033:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968128
00000100:00100000:1.0:1761228838.027053:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577
00000100:00100000:1.0:1761228838.027057:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e521dab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737968128:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.027085:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e521dab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737968128:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (924us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228838.027090:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577
00000100:00100000:1.0:1761228838.027123:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005356ae34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737968064:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.027134:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c99dd64b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737968448:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.027141:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bb14542 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737967872:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.027149:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1effc2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737968128:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.027157:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a86a3009 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737968512:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228838.531090:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000746c7738 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737968576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228838.531166:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228838.531279:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968576
00000100:00100000:0.0:1761228838.532881:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086
00000100:00100000:0.0:1761228838.532894:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b81addfc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737968576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228838.532940:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228838.533020:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b81addfc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737968576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (1853us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228838.533028:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086
00000100:00100000:1.0:1761228838.533070:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000746c7738 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737968576:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228838.983297:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228839.555112:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed09e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737968640:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228839.555181:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228839.555307:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968640
00000100:00100000:2.0:1761228839.555355:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578
00000100:00100000:2.0:1761228839.555361:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c46337f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737968640:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228839.555399:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228839.555447:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c46337f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737968640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228839.555453:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578
00000100:00100000:2.0:1761228839.555493:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed09e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737968640:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228840.004571:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228841.028143:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228841.948890:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228841.948938:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228841.948973:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228841.949039:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228841.949136:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767744
00000100:00100000:0.0:1761228841.949188:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2612
00000100:00100000:0.0:1761228841.949194:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ddee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720767744:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:0.0:1761228841.949289:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228841.949351:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ddee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720767744:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 155us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228841.949358:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2612
00000100:00100000:3.0:1761228841.950763:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767616
00000100:00100000:3.0:1761228841.950848:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767680
00000100:00100000:3.0:1761228841.950872:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5231
00000100:00100000:3.0:1761228841.950876:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0c50e46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720767616:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228841.950935:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0c50e46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2287:x1846777720767616:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 57us (2053us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228841.950942:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5231
00000100:00100000:3.0:1761228841.950957:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5232
00000100:00100000:3.0:1761228841.950961:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6c9c443 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720767680:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:3.0:1761228841.950982:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6c9c443 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720767680:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 20us (2009us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228841.950987:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5232
00000100:00100000:1.0:1761228841.951147:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767552
00000100:00100000:1.0:1761228841.951184:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1920
00000100:00100000:1.0:1761228841.951188:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720767552:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228841.951213:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f03a61c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720767552:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 24us (2276us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228841.951219:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1920
00010000:00010000:1.0:1761228842.054547:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228842.128742:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228842.128768:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a393127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737968704:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228842.128881:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228842.129031:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968704
00000100:00100000:2.0:1761228842.129080:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579
00000100:00100000:2.0:1761228842.129086:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d63c93ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737968704:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1761228842.129123:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:2.0:1761228842.129175:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d63c93ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737968704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228842.129183:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579
00000100:00100000:3.0:1761228842.129262:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a393127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737968704:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228843.076670:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228843.141866:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228843.141872:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228843.141876:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228843.141883:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4433
00000100:00080000:1.0:1761228843.141886:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228843.141892:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228843.141911:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2bb81fa x1846777737969088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228843.141925:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228843.141928:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228843.141930:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228843.141933:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4433
00000100:00080000:1.0:1761228843.141935:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228843.141938:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228843.141953:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004c8334e4 x1846777737969152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228843.141997:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3f08052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737968832:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142054:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228843.142079:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c74d1ffb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737969216:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142097:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228843.142119:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1761228843.142123:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8636c66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737968896:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142153:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228843.142167:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8c6b7ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737969280:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142184:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228843.142217:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968832
00000100:00100000:1.0:1761228843.142254:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969216
00000100:00100000:1.0:1761228843.142269:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969280
00000100:00100000:1.0:1761228843.142286:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5233
00000100:00100000:1.0:1761228843.142292:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af0cd50d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737968832:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142334:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af0cd50d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737968832:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228843.142341:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5233
00000100:00100000:1.0:1761228843.142358:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5234
00000100:00100000:1.0:1761228843.142361:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000757235ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737969216:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142383:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000757235ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737969216:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (286us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228843.142388:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5234
00000100:00100000:1.0:1761228843.142397:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5235
00000100:00100000:1.0:1761228843.142400:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfa6f57a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737969280:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142419:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfa6f57a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737969280:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228843.142424:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5235
00000100:00100000:1.0:1761228843.142442:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968896
00000100:00100000:1.0:1761228843.142464:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580
00000100:00100000:1.0:1761228843.142467:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009df7a435 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737968896:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142502:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009df7a435 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737968896:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228843.142508:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580
00000100:00100000:1.0:1761228843.142830:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8636c66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737968896:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142841:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8c6b7ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737969280:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142848:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3f08052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737968832:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142855:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c74d1ffb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737969216:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142891:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2bb81fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737969088:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142914:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228843.142930:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c8334e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737969152:0@lo:8:kworker/u8:0.0
00000100:00100000:1.0:1761228843.142946:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228843.142972:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969088
00000100:00100000:1.0:1761228843.142990:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969152
00000100:00100000:1.0:1761228843.143005:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613
00000100:00100000:1.0:1761228843.143009:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74d1ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737969088:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228843.143094:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228843.143124:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74d1ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737969088:12345-0@lo:8:kworker/u8:0.0 Request processed in 113us (209us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228843.143130:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613
00000100:00100000:1.0:1761228843.143139:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614
00000100:00100000:1.0:1761228843.143142:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3f08052 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737969152:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:1.0:1761228843.143213:0:12643:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228843.143234:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3f08052 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3188:x1846777737969152:12345-0@lo:8:kworker/u8:0.0 Request processed in 91us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228843.143240:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614
00000100:00080000:1.0:1761228843.143264:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228843.143268:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228843.143272:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2bb81fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737969088:0@lo:8:kworker/u8:0.0
00000100:00080000:1.0:1761228843.143279:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1761228843.143281:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228843.143283:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c8334e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737969152:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228843.143382:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004481bcb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737968768:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228843.143413:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228843.143439:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000054f2f86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737969024:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228843.143459:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228843.143470:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c246f9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737969408:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228843.143487:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228843.143511:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1761228843.143516:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000611f3a8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737968960:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228843.143535:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228843.143547:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf962a99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737969344:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228843.143565:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228843.143585:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968960
00000100:00100000:2.0:1761228843.143606:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5236
00000100:00100000:2.0:1761228843.143610:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba1b8a7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737968960:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228843.143642:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba1b8a7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737968960:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (106us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228843.143648:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5236
00000100:00100000:2.0:1761228843.143670:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000611f3a8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737968960:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228843.147893:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969024
00000100:00100000:2.0:1761228843.148007:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581
00000100:00100000:2.0:1761228843.148014:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005009214a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737969024:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228843.148161:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005009214a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737969024:12345-0@lo:400:kworker/u8:0.0 Request processed in 146us (4701us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228843.148173:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581
00000100:00100000:3.0:1761228843.148236:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000054f2f86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737969024:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.148291:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737968768
00000100:00100000:1.0:1761228843.148326:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921
00000100:00100000:1.0:1761228843.148331:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737968768:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.148381:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25f7755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737968768:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (4967us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228843.148387:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921
00000100:00100000:1.0:1761228843.148429:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969408
00000100:00100000:1.0:1761228843.148461:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969344
00000100:00100000:1.0:1761228843.148479:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107
00000100:00100000:1.0:1761228843.148483:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be87fac9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737969408:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.148525:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be87fac9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737969408:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (5037us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228843.148531:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107
00000100:00100000:1.0:1761228843.148542:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108
00000100:00100000:1.0:1761228843.148545:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003da68a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737969344:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228843.148568:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003da68a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737969344:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (5003us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228843.148573:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108
00000100:00100000:3.0:1761228843.148714:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf962a99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737969344:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228843.148724:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004481bcb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737968768:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228843.148733:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c246f9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737969408:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228843.652747:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095fedda7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737969472:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228843.652866:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228843.653098:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969472
00000100:00100000:1.0:1761228843.653172:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087
00000100:00100000:1.0:1761228843.653179:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099743467 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737969472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1761228843.653228:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1761228843.653311:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099743467 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737969472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (448us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228843.653319:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087
00000100:00100000:3.0:1761228843.653540:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095fedda7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737969472:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228844.101464:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228844.681240:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000386362a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737969536:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228844.681353:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228844.681516:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969536
00000100:00100000:0.0:1761228844.681586:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582
00000100:00100000:0.0:1761228844.681594:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c8334e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737969536:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1761228844.681651:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:0.0:1761228844.681720:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c8334e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737969536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228844.681728:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582
00000100:00100000:3.0:1761228844.681856:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000386362a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737969536:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228845.125335:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228846.147317:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228847.077526:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228847.077579:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228847.077616:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228847.077706:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768000
00000100:00100000:3.0:1761228847.077713:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228847.077746:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767872
00000100:00100000:0.0:1761228847.077765:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2615
00000100:00100000:3.0:1761228847.077811:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767936
00000100:00100000:0.0:1761228847.077821:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2634718 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720768000:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00000100:00100000:3.0:1761228847.077833:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5237
00000100:00100000:3.0:1761228847.077837:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386362a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720767872:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00010000:02020000:0.0:1761228847.077925:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228847.077925:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386362a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720767872:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 87us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228847.077933:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5237
00000100:00100000:3.0:1761228847.077952:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5238
00000100:00100000:3.0:1761228847.077956:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f727c2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720767936:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228847.077958:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2634718 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720768000:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 185us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228847.077964:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2615
00000100:00100000:3.0:1761228847.077978:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f727c2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2287:x1846777720767936:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 22us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228847.077984:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5238
00000100:00100000:2.0:1761228847.078202:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720767808
00000100:00100000:0.0:1761228847.078915:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1922
00000100:00100000:0.0:1761228847.078924:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720767808:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228847.078985:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001553d33c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2287:x1846777720767808:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 61us (1475us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228847.078994:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1922
00010000:00010000:1.0:1761228847.171086:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228847.237278:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228847.237312:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f069633e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737969600:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228847.237423:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228847.238293:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969600
00000100:00100000:1.0:1761228847.238375:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583
00000100:00100000:1.0:1761228847.238384:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad731cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737969600:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228847.238437:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228847.238537:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad731cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737969600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 153us (1118us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228847.238546:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583
00000100:00100000:3.0:1761228847.238717:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f069633e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737969600:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228848.196520:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228848.264900:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3e54be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737969664:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.265014:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228848.265175:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228848.265181:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1761228848.265183:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008982276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737969856:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228848.265186:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228848.265191:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4439
00000100:00080000:3.0:1761228848.265194:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228848.265201:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228848.265221:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228848.265227:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1738aa6 x1846777737969984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228848.265241:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1761228848.265242:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228848.265245:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1761228848.265246:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0df2d03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737969920:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228848.265247:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228848.265250:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4439
00000100:00080000:3.0:1761228848.265252:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228848.265255:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228848.265264:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bed09e85 x1846777737970048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228848.265274:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228848.265311:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969920
00000100:00100000:1.0:1761228848.265358:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584
00000100:00100000:1.0:1761228848.265364:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8c6b7ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737969920:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228848.265385:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004bb561a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737969728:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228848.265415:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228848.265416:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8c6b7ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737969920:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (142us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228848.265424:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584
00000100:00100000:3.0:1761228848.265430:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737970112:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228848.265463:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228848.265481:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1761228848.265486:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6bac44e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737969792:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228848.265511:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228848.265525:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737970176:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228848.265549:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228848.265575:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d5b5829 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737970240:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.265605:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228848.265644:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0df2d03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737969920:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.265661:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1761228848.265664:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf1a3174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737970304:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.265683:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228848.265706:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970240
00000100:00100000:0.0:1761228848.265734:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109
00000100:00100000:0.0:1761228848.265738:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cfa450d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737970240:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.265809:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cfa450d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737970240:12345-0@lo:400:kworker/u8:0.0 Request processed in 69us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228848.265816:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109
00000100:00100000:0.0:1761228848.265829:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970304
00000100:00100000:0.0:1761228848.265849:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110
00000100:00100000:0.0:1761228848.265853:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4a93999 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737970304:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.265878:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4a93999 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737970304:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228848.265883:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110
00000100:00100000:0.0:1761228848.265905:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1738aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737969984:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228848.265929:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228848.265941:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bed09e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737970048:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228848.265958:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228848.265977:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969984
00000100:00100000:0.0:1761228848.265995:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970048
00000100:00100000:0.0:1761228848.266013:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616
00000100:00100000:0.0:1761228848.266017:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe3a76ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737969984:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228848.266121:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228848.266156:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe3a76ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737969984:12345-0@lo:8:kworker/u8:0.0 Request processed in 138us (228us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228848.266162:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616
00000100:00100000:0.0:1761228848.266175:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617
00000100:00100000:0.0:1761228848.266178:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000276fef02 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737970048:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:0.0:1761228848.266248:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228848.266269:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000276fef02 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737970048:12345-0@lo:8:kworker/u8:0.0 Request processed in 91us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228848.266274:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617
00000100:00100000:0.0:1761228848.266299:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf1a3174 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737970304:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.266307:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d5b5829 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737970240:0@lo:400:kworker/u8:0.0
00000100:00080000:0.0:1761228848.266327:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228848.266330:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228848.266333:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1738aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737969984:0@lo:8:kworker/u8:0.0
00000100:00080000:0.0:1761228848.266339:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228848.266341:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228848.266343:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bed09e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737970048:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228848.266387:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969792
00000100:00100000:0.0:1761228848.266408:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585
00000100:00100000:0.0:1761228848.266412:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bf956b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737969792:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.266436:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bf956b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737969792:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (925us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228848.266441:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585
00000100:00100000:2.0:1761228848.266635:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969664
00000100:00100000:2.0:1761228848.266670:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923
00000100:00100000:2.0:1761228848.266674:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737969664:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228848.266711:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd02bfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737969664:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1700us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228848.266716:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923
00000100:00100000:1.0:1761228848.267137:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969856
00000100:00100000:1.0:1761228848.267182:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737969728
00000100:00100000:1.0:1761228848.267200:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970112
00000100:00100000:1.0:1761228848.267220:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5239
00000100:00100000:1.0:1761228848.267224:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2bb81fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737969856:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228848.267276:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2bb81fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737969856:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (2054us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228848.267282:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5239
00000100:00100000:1.0:1761228848.267298:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5240
00000100:00100000:1.0:1761228848.267301:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737969728:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228848.267329:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008681b527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737969728:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (1914us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228848.267339:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5240
00000100:00100000:1.0:1761228848.267348:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5241
00000100:00100000:1.0:1761228848.267351:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edc33755 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737970112:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228848.267374:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edc33755 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737970112:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (1911us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228848.267379:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5241
00000100:00100000:1.0:1761228848.267431:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008982276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737969856:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228848.267489:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3e54be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737969664:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228848.269432:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004bb561a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737969728:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228848.269461:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef1063d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737970112:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228848.269496:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6bac44e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737969792:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.270061:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970176
00000100:00100000:0.0:1761228848.270137:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5242
00000100:00100000:0.0:1761228848.270143:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000055b8b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737970176:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228848.270227:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000055b8b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3191:x1846777737970176:12345-0@lo:400:kworker/u8:0.0 Request processed in 84us (4678us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228848.270235:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5242
00000100:00100000:2.0:1761228848.272711:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030697e18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3191:1846777737970176:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228848.771188:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228848.771218:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a36ffa48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737970368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228848.771309:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228848.771401:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970368
00000100:00100000:0.0:1761228848.771466:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088
00000100:00100000:0.0:1761228848.771473:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737970368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228848.771517:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228848.771565:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b0812a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737970368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228848.771572:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088
00000100:00100000:0.0:1761228848.771621:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a36ffa48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737970368:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228849.222796:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228849.795149:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb8d94a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737970432:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228849.795244:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228849.795350:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970432
00000100:00100000:3.0:1761228849.795416:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586
00000100:00100000:3.0:1761228849.795423:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8636c66 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737970432:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228849.795480:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228849.795537:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8636c66 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737970432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228849.795545:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586
00000100:00100000:2.0:1761228849.795586:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb8d94a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737970432:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228850.244769:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228851.268386:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228852.189186:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228852.190616:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768256
00000100:00100000:2.0:1761228852.190693:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2618
00000100:00100000:2.0:1761228852.190702:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004125fdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720768256:12345-192.168.202.14@tcp:8:kworker/u8:2.0
00010000:02020000:2.0:1761228852.190835:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228852.190948:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004125fdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720768256:12345-192.168.202.14@tcp:8:kworker/u8:2.0 Request processed in 246us (1774us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228852.190958:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2618
00000100:00100000:3.0:1761228852.192015:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228852.197135:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228852.197179:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228852.197329:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768192
00000100:00100000:1.0:1761228852.197406:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768128
00000100:00100000:1.0:1761228852.197454:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5243
00000100:00100000:1.0:1761228852.197463:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720768192:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228852.197571:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b6b384 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2288:x1846777720768192:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 108us (450us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228852.197580:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5243
00000100:00100000:1.0:1761228852.197624:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5244
00000100:00100000:1.0:1761228852.197629:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720768128:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:1.0:1761228852.197657:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44b708d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2288:x1846777720768128:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 27us (478us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228852.197668:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5244
00000100:00100000:0.0:1761228852.199348:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768064
00000100:00100000:0.0:1761228852.199465:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1924
00000100:00100000:0.0:1761228852.199471:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720768064:12345-192.168.202.14@tcp:400:kworker/u8:2.0
00000100:00100000:0.0:1761228852.199694:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f772d57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2288:x1846777720768064:12345-192.168.202.14@tcp:400:kworker/u8:2.0 Request processed in 221us (7685us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228852.199703:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1924
00010000:00010000:2.0:1761228852.293407:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228852.355082:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb8d94a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737970496:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228852.355197:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228852.355315:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970496
00000100:00100000:3.0:1761228852.355382:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587
00000100:00100000:3.0:1761228852.355389:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022a767ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737970496:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228852.355454:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228852.356279:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022a767ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737970496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228852.356289:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587
00000100:00100000:1.0:1761228852.356400:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb8d94a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737970496:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228853.319732:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228853.379476:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006674073 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737970560:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228853.379588:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228853.379684:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970560
00000100:00100000:2.0:1761228853.379760:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925
00000100:00100000:2.0:1761228853.379769:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737970560:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:1.0:1761228853.381105:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1761228853.381106:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e521dab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737970624:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228853.381108:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f408630 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737970560:12345-0@lo:400:kworker/u8:2.0 Request processed in 1335us (1518us total) trans 0 rc 0/0
00000100:00080000:1.0:1761228853.381114:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228853.381119:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228853.381124:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4444
00000100:00100000:2.0:1761228853.381125:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925
00000100:00080000:1.0:1761228853.381128:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228853.381133:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228853.381160:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cf962a99 x1846777737970880/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228853.381177:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1761228853.381183:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1761228853.381184:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228853.381188:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228853.381192:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4444
00000100:00080000:1.0:1761228853.381194:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228853.381197:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228853.381198:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d63c93ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737970688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228853.381210:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000054f2f86 x1846777737970944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228853.381235:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228853.381252:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970624
00000100:00100000:2.0:1761228853.381264:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737971072:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228853.381266:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c246f9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737970752:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228853.381291:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228853.381311:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971072
00000100:00100000:1.0:1761228853.381315:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf962a99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737970880:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228853.381319:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228853.381326:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000611f3a8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737971008:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228853.381344:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5245
00000100:00100000:1.0:1761228853.381350:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228853.381351:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228853.381355:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737970624:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228853.381384:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000054f2f86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737970944:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228853.381418:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006674073 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737970560:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228853.381443:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004481bcb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737970816:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228853.382260:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228853.382273:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb8d94a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737970624:12345-0@lo:400:kworker/u8:2.0 Request processed in 919us (1094us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228853.382285:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5245
00000100:00100000:1.0:1761228853.382310:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971008
00000100:00100000:3.0:1761228853.382311:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5246
00000100:00100000:3.0:1761228853.382318:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a86a3009 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737971072:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228853.382346:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5247
00000100:00100000:1.0:1761228853.382352:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1effc2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737971008:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228853.382365:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a86a3009 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737971072:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (1074us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228853.382372:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5246
00000100:00100000:1.0:1761228853.382400:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1effc2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737971008:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (1049us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228853.382401:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970688
00000100:00100000:1.0:1761228853.382421:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5247
00000100:00100000:3.0:1761228853.382446:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588
00000100:00100000:3.0:1761228853.382452:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a393127 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737970688:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228853.382454:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970880
00000100:00100000:3.0:1761228853.382488:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a393127 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737970688:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (1255us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228853.382494:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588
00000100:00100000:3.0:1761228853.382538:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e521dab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737970624:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228853.382565:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000611f3a8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737971008:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228853.382575:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000696b6bd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737971072:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228853.382584:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d63c93ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737970688:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228853.383005:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970944
00000100:00100000:3.0:1761228853.383013:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619
00000100:00100000:3.0:1761228853.383020:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737970880:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228853.383026:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228853.383031:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620
00000100:00100000:1.0:1761228853.383035:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737970944:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228853.383053:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b88abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737971200:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228853.383080:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228853.383111:0:12643:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971200
00000100:00100000:0.0:1761228853.383136:0:12643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111
00000100:00100000:0.0:1761228853.383140:0:12643:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086cccdbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737971200:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228853.383172:0:12643:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086cccdbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737971200:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (92us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228853.383177:0:12643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111
00000100:00100000:0.0:1761228853.383197:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970816
00000100:00100000:0.0:1761228853.383217:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589
00000100:00100000:0.0:1761228853.383220:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a36ffa48 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737970816:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228853.383246:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a36ffa48 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737970816:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228853.383251:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589
00000100:00100000:0.0:1761228853.383288:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004481bcb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737970816:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228853.383297:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b88abb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737971200:0@lo:400:kworker/u8:2.0
00010000:02020000:3.0:1761228853.383694:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:02020000:1.0:1761228853.383708:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228853.383762:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002872a633 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737970880:12345-0@lo:8:kworker/u8:2.0 Request processed in 741us (2412us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228853.383770:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619
00000100:00100000:2.0:1761228853.383863:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228853.383895:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fabf6f9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737971136:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228853.383921:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228853.383989:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737970944:12345-0@lo:8:kworker/u8:2.0 Request processed in 952us (1734us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228853.383996:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620
00000100:00080000:0.0:1761228853.384005:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1761228853.384008:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971136
00000100:00080000:0.0:1761228853.384010:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228853.384014:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf962a99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737970880:0@lo:8:kworker/u8:2.0
00000100:00080000:0.0:1761228853.384024:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1761228853.384026:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228853.384029:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000054f2f86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737970944:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228853.384040:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112
00000100:00100000:1.0:1761228853.384044:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c99dd64b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737971136:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228853.384085:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c99dd64b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737971136:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (162us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228853.384091:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112
00000100:00100000:3.0:1761228853.384195:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737970752
00000100:00100000:0.0:1761228853.384208:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fabf6f9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737971136:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228853.384231:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5248
00000100:00100000:3.0:1761228853.384235:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bb14542 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737970752:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228853.384280:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bb14542 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737970752:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (417us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228853.384286:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5248
00000100:00100000:0.0:1761228853.384670:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c246f9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737970752:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228853.892299:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c5b0885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737971264:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228853.892415:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228853.892823:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971264
00000100:00100000:0.0:1761228853.893672:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089
00000100:00100000:0.0:1761228853.893683:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737971264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228853.893731:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228853.893826:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000696b6bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737971264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (1422us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228853.893846:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089
00000100:00100000:0.0:1761228853.893901:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c5b0885 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737971264:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228854.339603:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1761228854.915589:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1761228854.915613:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737971328:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1761228854.915725:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228854.916128:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971328
00000100:00100000:3.0:1761228854.916209:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590
00000100:00100000:3.0:1761228854.916216:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000473bbeed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737971328:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228854.916277:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228854.917005:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000473bbeed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737971328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 785us (1278us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228854.917016:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590
00000100:00100000:0.0:1761228854.919127:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737971328:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228855.364924:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228856.389079:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228857.312264:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228857.313571:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228857.315048:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768384
00000100:00100000:1.0:1761228857.315155:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5249
00000100:00100000:1.0:1761228857.315164:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720768384:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228857.315277:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008820df2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720768384:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 114us (3029us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228857.315300:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5249
00000100:00100000:3.0:1761228857.319072:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228857.319127:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228857.320061:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768320
00000100:00100000:2.0:1761228857.320152:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1926
00000100:00100000:2.0:1761228857.320161:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720768320:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228857.320189:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768448
00000100:00100000:0.0:1761228857.320230:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5250
00000100:00100000:0.0:1761228857.320235:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720768448:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:2.0:1761228857.320265:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000861232b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720768320:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 103us (6698us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228857.320279:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff298658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720768448:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 41us (1218us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228857.320280:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1926
00000100:00100000:0.0:1761228857.320730:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5250
00000100:00100000:1.0:1761228857.322074:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768512
00000100:00100000:1.0:1761228857.322144:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2621
00000100:00100000:1.0:1761228857.322154:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720768512:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228857.322263:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228857.324031:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d790c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720768512:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 1867us (4892us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228857.324049:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2621
00010000:00010000:0.0:1761228857.412034:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228857.475696:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1761228857.475724:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737971392:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228857.475870:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228857.479090:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971392
00000100:00100000:3.0:1761228857.479186:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591
00000100:00100000:3.0:1761228857.479195:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737971392:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228857.479259:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228857.481225:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5b0885 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737971392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2021us (5347us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228857.481243:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591
00000100:00100000:1.0:1761228857.481507:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005f98cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737971392:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228858.435128:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228858.499424:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005356ae34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737971456:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.499530:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228858.499607:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971456
00000100:00100000:0.0:1761228858.499668:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927
00000100:00100000:0.0:1761228858.499675:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737971456:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228858.500571:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000072a383d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737971456:12345-0@lo:400:kworker/u8:0.0 Request processed in 892us (1039us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228858.500582:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927
00000100:00100000:3.0:1761228858.500696:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9973c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737971520:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228858.500740:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228858.500804:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971520
00000100:00100000:0.0:1761228858.500838:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5251
00000100:00100000:0.0:1761228858.500842:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737971520:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.501419:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005356ae34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737971456:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.504888:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb0b30e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737971584:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.504991:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228858.505099:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971584
00000100:00100000:1.0:1761228858.505153:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592
00000100:00100000:1.0:1761228858.505161:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edaec13b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737971584:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.505230:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edaec13b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737971584:12345-0@lo:400:kworker/u8:0.0 Request processed in 68us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228858.505238:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592
00000100:00100000:1.0:1761228858.505294:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb0b30e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737971584:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228858.508326:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f98cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737971520:12345-0@lo:400:kworker/u8:0.0 Request processed in 7470us (7573us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228858.508329:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9973c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737971520:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228858.508351:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5251
00000100:00080000:2.0:1761228858.510897:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228858.510909:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228858.510914:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228858.510926:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4449
00000100:00080000:2.0:1761228858.510932:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228858.510942:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228858.510975:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008df89c52 x1846777737971776/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228858.510993:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228858.510997:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228858.510998:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228858.511001:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4449
00000100:00080000:2.0:1761228858.511002:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228858.511006:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:2.0:1761228858.511016:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f9973c78 x1846777737971840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1761228858.511098:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005356ae34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737971968:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228858.511182:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228858.511224:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1761228858.511229:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb0b30e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737971904:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228858.511250:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228858.511287:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971968
00000100:00100000:2.0:1761228858.511328:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971904
00000100:00100000:2.0:1761228858.511347:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5252
00000100:00100000:2.0:1761228858.511353:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737971968:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228858.511416:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1717bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737971968:12345-0@lo:400:kworker/u8:0.0 Request processed in 62us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228858.511423:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5252
00000100:00100000:2.0:1761228858.511441:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5253
00000100:00100000:2.0:1761228858.511444:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737971904:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228858.511462:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000883c658a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3192:x1846777737971904:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228858.511467:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5253
00000100:00100000:2.0:1761228858.511509:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb0b30e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3192:1846777737971904:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228858.511518:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005356ae34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737971968:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228858.511542:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008df89c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737971776:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228858.511567:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228858.511579:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9973c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737971840:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228858.511592:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228858.511616:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971776
00000100:00100000:2.0:1761228858.511630:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971840
00000100:00100000:2.0:1761228858.511643:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622
00000100:00100000:2.0:1761228858.511646:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737971776:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228858.511734:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228858.511762:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac77f13a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737971776:12345-0@lo:8:kworker/u8:0.0 Request processed in 116us (195us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228858.511768:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622
00000100:00100000:2.0:1761228858.511803:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623
00000100:00100000:2.0:1761228858.511806:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005356ae34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737971840:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:2.0:1761228858.511882:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228858.511903:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005356ae34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737971840:12345-0@lo:8:kworker/u8:0.0 Request processed in 96us (310us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228858.511908:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623
00000100:00080000:2.0:1761228858.511937:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228858.511942:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228858.511944:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008df89c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737971776:0@lo:8:kworker/u8:0.0
00000100:00080000:2.0:1761228858.511953:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228858.511956:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:0.0:1761228858.511957:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000bb39e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737971712:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228858.511961:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9973c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737971840:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228858.512002:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228858.512130:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baa698b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737971648:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.512171:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228858.512192:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f069633e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737972032:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.512214:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228858.512240:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972032
00000100:00100000:1.0:1761228858.512268:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113
00000100:00100000:1.0:1761228858.512272:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b4c41f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737972032:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.512308:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b4c41f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737972032:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (94us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228858.512315:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113
00000100:00100000:1.0:1761228858.512343:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f069633e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737972032:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.512389:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971648
00000100:00100000:1.0:1761228858.512418:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5254
00000100:00100000:1.0:1761228858.512421:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035bb70d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737971648:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.512452:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035bb70d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737971648:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228858.512458:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5254
00000100:00100000:1.0:1761228858.512480:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baa698b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737971648:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228858.514319:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737971712
00000100:00100000:2.0:1761228858.514381:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737972096:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228858.514448:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228858.514544:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972096
00000100:00100000:0.0:1761228858.514608:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114
00000100:00100000:0.0:1761228858.514615:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9973c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737972096:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228858.514682:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9973c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737972096:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228858.514690:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114
00000100:00100000:3.0:1761228858.515292:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737972096:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.515450:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593
00000100:00100000:1.0:1761228858.515457:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061a6e718 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737971712:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228858.515516:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061a6e718 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737971712:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (3515us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228858.515523:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593
00000100:00100000:3.0:1761228858.515545:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000bb39e72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737971712:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228859.011321:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d177d396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737972160:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1761228859.011426:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228859.011565:0:13742:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972160
00000100:00100000:2.0:1761228859.011638:0:13742:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090
00000100:00100000:2.0:1761228859.011645:0:13742:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b529205a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737972160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1761228859.012248:0:13742:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:2.0:1761228859.012324:0:13742:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b529205a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737972160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 678us (899us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228859.012334:0:13742:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090
00000100:00100000:1.0:1761228859.012751:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d177d396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737972160:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228859.459031:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228860.035310:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737972224:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228860.035433:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228860.035606:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972224
00000100:00100000:3.0:1761228860.035670:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594
00000100:00100000:3.0:1761228860.035676:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008df89c52 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737972224:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228860.035728:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228860.035809:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008df89c52 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737972224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228860.035818:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594
00000100:00100000:2.0:1761228860.036422:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737972224:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1761228860.483051:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1761228861.507169:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228862.428133:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228862.428189:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228862.428228:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228862.428241:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768576
00000100:00100000:3.0:1761228862.428262:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768704
00000100:00100000:3.0:1761228862.428316:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768640
00000100:00100000:0.0:1761228862.428324:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1928
00000100:00100000:0.0:1761228862.428345:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720768576:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:1.0:1761228862.428358:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5255
00000100:00100000:1.0:1761228862.428364:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb0b30e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720768704:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228862.428381:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5256
00000100:00100000:3.0:1761228862.428387:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bb39e72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720768640:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:0.0:1761228862.428442:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea485159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720768576:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 108us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228862.428452:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1928
00000100:00100000:1.0:1761228862.428629:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb0b30e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720768704:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 263us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228862.428636:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5255
00000100:00100000:3.0:1761228862.428954:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bb39e72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720768640:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 564us (724us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228862.428964:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5256
00000100:00100000:2.0:1761228862.437324:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228862.437469:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768768
00000100:00100000:1.0:1761228862.437540:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2624
00000100:00100000:1.0:1761228862.437549:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baa698b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720768768:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00010000:02020000:1.0:1761228862.437673:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228862.437814:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baa698b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2284:x1846777720768768:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 264us (503us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228862.437831:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2624
00010000:00010000:1.0:1761228862.531216:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1761228862.595754:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1761228862.595814:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737972288:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1761228862.595891:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228862.596237:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972288
00000100:00100000:0.0:1761228862.596301:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595
00000100:00100000:0.0:1761228862.596307:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737972288:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228862.596373:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228862.596461:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092d3cd60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737972288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 153us (570us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228862.596469:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595
00000100:00100000:1.0:1761228862.596578:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737972288:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228863.557494:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228863.619128:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f069633e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737972352:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228863.619136:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228863.619145:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228863.619150:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228863.619157:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4454
00000100:00080000:2.0:1761228863.619160:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228863.619170:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228863.619182:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737972416:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228863.619201:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a905c2c0 x1846777737972672/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1761228863.619232:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1761228863.619235:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1761228863.619237:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1761228863.619240:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4454
00000100:00080000:2.0:1761228863.619242:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1761228863.619246:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228863.619251:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228863.619253:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228863.619260:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bb4bda06 x1846777737972736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228863.619300:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737972608:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228863.619300:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737972800:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228863.619343:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737972480:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228863.619346:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228863.619357:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228863.619382:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228863.619386:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737972992:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228863.619399:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737972864:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228863.619409:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972416
00000100:00100000:1.0:1761228863.619414:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228863.619419:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228863.619431:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1761228863.619438:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737972544:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228863.619447:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a905c2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737972672:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228863.619462:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228863.619468:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228863.619477:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737972928:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228863.619481:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972800
00000100:00100000:2.0:1761228863.619492:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737972736:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228863.619501:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228863.619510:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972864
00000100:00100000:2.0:1761228863.619529:0:6173:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972544
00000100:00100000:3.0:1761228863.619539:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5257
00000100:00100000:3.0:1761228863.619547:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737972416:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228863.619555:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5258
00000100:00100000:1.0:1761228863.619560:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737972800:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228863.619637:0:6173:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5259
00000100:00100000:2.0:1761228863.619642:0:6173:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009911d7da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737972864:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228863.619683:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086e3c859 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737972416:12345-0@lo:400:kworker/u8:2.0 Request processed in 136us (435us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228863.619692:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5257
00000100:00100000:3.0:1761228863.619711:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5260
00000100:00100000:3.0:1761228863.619715:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352ead82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737972544:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228863.619788:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972608
00000100:00100000:0.0:1761228863.619810:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972480
00000100:00100000:0.0:1761228863.619821:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596
00000100:00100000:0.0:1761228863.619824:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d177d396 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737972608:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228863.620311:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000dacbaac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737972800:12345-0@lo:400:kworker/u8:2.0 Request processed in 747us (965us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228863.620311:0:6173:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009911d7da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737972864:12345-0@lo:400:kworker/u8:2.0 Request processed in 668us (891us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228863.620319:0:6173:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5259
00000100:00100000:1.0:1761228863.620332:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5258
00000100:00100000:3.0:1761228863.620351:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352ead82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3190:x1846777737972544:12345-0@lo:400:kworker/u8:2.0 Request processed in 633us (888us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228863.620364:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597
00000100:00100000:3.0:1761228863.620364:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5260
00000100:00100000:1.0:1761228863.620372:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac471ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737972480:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228863.620382:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e01dbde1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737972864:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228863.620413:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac471ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737972480:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (1031us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228863.620417:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb2dde2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737972800:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228863.620422:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597
00000100:00100000:3.0:1761228863.620433:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f238d63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737972416:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228863.620459:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67aefa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737972480:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228863.620462:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972992
00000100:00100000:3.0:1761228863.620475:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3190:1846777737972544:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228863.620502:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972672
00000100:00100000:2.0:1761228863.620505:0:7760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972928
00000100:00100000:1.0:1761228863.620525:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115
00000100:00100000:1.0:1761228863.620529:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b60c3a2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737972992:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228863.620536:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972352
00000100:00100000:2.0:1761228863.620559:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116
00000100:00100000:2.0:1761228863.620564:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee9e1e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737972928:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228863.620575:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929
00000100:00100000:1.0:1761228863.620576:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b60c3a2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737972992:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (1162us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228863.620584:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737972352:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228863.620589:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115
00000100:00100000:2.0:1761228863.620592:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee9e1e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3190:x1846777737972928:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (1091us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228863.620597:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116
00000100:00100000:2.0:1761228863.620612:0:7760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625
00000100:00100000:2.0:1761228863.620617:0:7760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0b45551 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737972672:12345-0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228863.620624:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f352af5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737972352:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (1378us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228863.620631:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929
00000100:00100000:1.0:1761228863.620637:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228863.620676:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737972736
00000100:00100000:1.0:1761228863.620699:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626
00000100:00100000:1.0:1761228863.620704:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6990e84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737972736:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228863.620713:0:7760:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228863.620749:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000109896f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3190:1846777737972928:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228863.620752:0:7760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0b45551 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3188:x1846777737972672:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (1282us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228863.620761:0:7760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625
00000100:00100000:3.0:1761228863.620768:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d66b77f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737972992:0@lo:400:kworker/u8:2.0
00010000:02020000:1.0:1761228863.620799:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228863.620806:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f069633e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737972352:0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228863.620837:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228863.620843:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:1.0:1761228863.620844:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6990e84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737972736:12345-0@lo:8:kworker/u8:2.0 Request processed in 139us (209us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228863.620847:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a905c2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737972672:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228863.620850:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626
00000100:00080000:2.0:1761228863.620857:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228863.620860:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228863.620863:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb4bda06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737972736:0@lo:8:kworker/u8:2.0
00000100:00100000:0.0:1761228863.622759:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d177d396 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737972608:12345-0@lo:400:kworker/u8:2.0 Request processed in 2923us (3392us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228863.622915:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737972608:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228863.623003:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596
00000100:00100000:3.0:1761228864.133158:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000017b66c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737973056:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1761228864.133255:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228864.133676:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973056
00000100:00100000:0.0:1761228864.133740:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091
00000100:00100000:0.0:1761228864.133747:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f069633e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737973056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228864.133822:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228864.138131:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f069633e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737973056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4370us (4863us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228864.138158:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091
00000100:00100000:3.0:1761228864.141942:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000017b66c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737973056:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1761228864.583622:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228865.155298:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737973120:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228865.155411:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228865.155888:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973120
00000100:00100000:3.0:1761228865.155964:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598
00000100:00100000:3.0:1761228865.155972:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737973120:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228865.156031:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228865.156112:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b31573f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737973120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (702us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228865.156120:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598
00000100:00100000:2.0:1761228865.157059:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b2676c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737973120:0@lo:41:osp-pre-0-1.0
00010000:00010000:0.0:1761228865.605647:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228866.631102:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228867.550069:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228867.550133:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228867.550165:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720769024
00000100:00100000:2.0:1761228867.550181:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228867.550227:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2627
00000100:00100000:2.0:1761228867.550227:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228867.550239:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720769024:12345-192.168.202.14@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1761228867.550255:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768832
00000100:00100000:0.0:1761228867.550302:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1930
00000100:00100000:0.0:1761228867.550307:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720768832:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00010000:02020000:1.0:1761228867.550357:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228867.550399:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7e40b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2285:x1846777720768832:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 90us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228867.550399:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dffedca1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2284:x1846777720769024:12345-192.168.202.14@tcp:8:kworker/u8:3.0 Request processed in 161us (342us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228867.550410:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1930
00000100:00100000:1.0:1761228867.550410:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2627
00000100:00100000:3.0:1761228867.550421:0:6174:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768896
00000100:00100000:1.0:1761228867.550453:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720768960
00000100:00100000:3.0:1761228867.550469:0:6174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5261
00000100:00100000:3.0:1761228867.550572:0:6174:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720768896:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228867.550613:0:6174:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb4bda06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2285:x1846777720768896:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 137us (483us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228867.551437:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5262
00000100:00100000:1.0:1761228867.551448:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720768960:12345-192.168.202.14@tcp:400:kworker/u8:3.0
00000100:00100000:3.0:1761228867.551488:0:6174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5261
00000100:00100000:1.0:1761228867.551519:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a905c2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720768960:12345-192.168.202.14@tcp:400:kworker/u8:3.0 Request processed in 72us (1296us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228867.551529:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5262
00010000:00010000:1.0:1761228867.653704:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228867.716100:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737973184:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1761228867.716209:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228867.716702:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973184
00000100:00100000:0.0:1761228867.716883:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599
00000100:00100000:0.0:1761228867.716891:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e7ca5cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737973184:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:0.0:1761228867.716947:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:0.0:1761228867.717022:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e7ca5cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737973184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (815us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228867.717030:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599
00000100:00100000:1.0:1761228867.717121:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c37c2cc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737973184:0@lo:41:osp-pre-1-0.0
00010000:00010000:2.0:1761228868.675560:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228868.739498:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005177a26f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737973248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.739615:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228868.739711:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973248
00000100:00100000:3.0:1761228868.739802:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931
00000100:00100000:3.0:1761228868.739815:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737973248:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228868.740440:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f68c08ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737973248:12345-0@lo:400:kworker/u8:2.0 Request processed in 623us (825us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228868.740450:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931
00000100:00100000:3.0:1761228868.740651:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1761228868.740696:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f17e35d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737973376:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228868.740737:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228868.740753:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737973312:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228868.740795:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228868.740876:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973312
00000100:00080000:1.0:1761228868.740991:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228868.740997:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228868.741001:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228868.741007:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4459
00000100:00080000:1.0:1761228868.741010:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228868.741014:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228868.741038:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000362d666e x1846777737973568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228868.741054:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228868.741057:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228868.741058:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228868.741061:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4459
00000100:00080000:1.0:1761228868.741063:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228868.741066:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228868.741075:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000054fed3e3 x1846777737973632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1761228868.741579:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5263
00000100:00100000:0.0:1761228868.741586:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737973312:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228868.741660:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b2676c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3192:x1846777737973312:12345-0@lo:400:kworker/u8:2.0 Request processed in 73us (882us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228868.741667:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5263
00000100:00100000:1.0:1761228868.741750:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4d54f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737973440:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228868.741818:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228868.741890:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005177a26f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737973248:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.741920:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5e4f178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737973504:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.741948:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228868.741972:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038ba80d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737973888:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.741997:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228868.742029:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000362d666e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737973568:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228868.742054:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228868.742070:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fed3e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737973632:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228868.742105:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228868.742143:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973376
00000100:00100000:2.0:1761228868.742176:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973504
00000100:00100000:2.0:1761228868.742189:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600
00000100:00100000:2.0:1761228868.742194:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737973376:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.742226:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c37c2cc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737973376:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (1489us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228868.742231:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600
00000100:00100000:2.0:1761228868.742241:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601
00000100:00100000:2.0:1761228868.742244:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005177a26f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737973504:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.742265:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005177a26f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737973504:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (317us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228868.742270:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601
00000100:00100000:2.0:1761228868.742296:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973888
00000100:00100000:2.0:1761228868.742318:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973568
00000100:00100000:2.0:1761228868.742331:0:7762:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973632
00000100:00100000:2.0:1761228868.742343:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117
00000100:00100000:2.0:1761228868.742346:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737973888:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.742371:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d66b77f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737973888:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (375us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228868.742376:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117
00000100:00100000:2.0:1761228868.742384:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628
00000100:00100000:2.0:1761228868.742387:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737973568:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228868.742481:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228868.742508:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000109896f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737973568:12345-0@lo:8:kworker/u8:2.0 Request processed in 120us (455us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228868.742514:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628
00000100:00100000:2.0:1761228868.742523:0:7762:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629
00000100:00100000:2.0:1761228868.742526:0:7762:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eb2dde2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737973632:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:2.0:1761228868.742598:0:7762:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1761228868.742617:0:7762:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eb2dde2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3188:x1846777737973632:12345-0@lo:8:kworker/u8:2.0 Request processed in 90us (528us total) trans 0 rc -19/-19
00000100:00100000:2.0:1761228868.742621:0:7762:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629
00000100:00080000:2.0:1761228868.742661:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228868.742664:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228868.742668:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000362d666e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737973568:0@lo:8:kworker/u8:2.0
00000100:00080000:2.0:1761228868.742676:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228868.742678:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228868.742681:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fed3e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737973632:0@lo:8:kworker/u8:2.0
00000100:00100000:2.0:1761228868.742705:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5e4f178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737973504:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.742714:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038ba80d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737973888:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.742807:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737973760:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228868.742860:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ccd4586 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737973696:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228868.745139:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737973824:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228868.745255:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228868.745381:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973824
00000100:00100000:1.0:1761228868.745445:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118
00000100:00100000:1.0:1761228868.745454:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737973824:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228868.745522:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051eeece5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737973824:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (270us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228868.745530:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118
00000100:00100000:1.0:1761228868.745567:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228868.745934:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973440
00000100:00100000:3.0:1761228868.745981:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5264
00000100:00100000:3.0:1761228868.745986:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737973440:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228868.746036:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737973824:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228868.746145:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cf8ad4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737973440:12345-0@lo:400:kworker/u8:2.0 Request processed in 158us (4327us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228868.746151:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5264
00000100:00100000:0.0:1761228868.746272:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4d54f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737973440:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228868.747069:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973696
00000100:00100000:3.0:1761228868.747126:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5265
00000100:00100000:3.0:1761228868.747131:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038ba80d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737973696:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228868.747975:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228868.748032:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f17e35d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737973376:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228868.748048:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000887decf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3192:1846777737973312:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228868.748899:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038ba80d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737973696:12345-0@lo:400:kworker/u8:2.0 Request processed in 1761us (3326us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228868.748920:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5265
00000100:00100000:3.0:1761228868.748956:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973760
00000100:00100000:3.0:1761228868.749005:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5266
00000100:00100000:3.0:1761228868.749010:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000905f363d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737973760:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228868.749083:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000905f363d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737973760:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (1112us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228868.749087:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ccd4586 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737973696:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228868.749092:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5266
00000100:00100000:0.0:1761228868.749194:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737973760:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228869.253360:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cf26d38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737973952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1761228869.253475:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228869.253594:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737973952
00000100:00100000:3.0:1761228869.253661:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092
00000100:00100000:3.0:1761228869.253667:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737973952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1761228869.253712:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:3.0:1761228869.254136:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e01dbde1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3191:x1846777737973952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 467us (664us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228869.254144:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092
00000100:00100000:2.0:1761228869.254236:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cf26d38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737973952:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1761228869.703588:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228870.282502:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1761228870.282542:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737974016:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1761228870.282654:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228870.283894:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974016
00000100:00100000:2.0:1761228870.283978:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602
00000100:00100000:2.0:1761228870.283985:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ccd4586 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737974016:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1761228870.284039:0:7417:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:2.0:1761228870.284120:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ccd4586 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737974016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 135us (1468us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228870.284131:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602
00000100:00100000:1.0:1761228870.284258:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737974016:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228870.723691:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1761228871.748337:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228872.670532:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228872.670597:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:2.0:1761228872.670625:0:3182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228872.670728:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720769088
00000100:00100000:0.0:1761228872.671045:0:14628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720769152
00000100:00100000:1.0:1761228872.671071:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720769216
00000100:00100000:0.0:1761228872.671094:0:14628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5267
00000100:00100000:1.0:1761228872.671099:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5268
00000100:00100000:0.0:1761228872.671102:0:14628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720769152:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:1.0:1761228872.671103:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720769216:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:0.0:1761228872.671207:0:14628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000000a5f01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720769152:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 106us (687us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228872.671216:0:14628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5267
00000100:00100000:3.0:1761228872.671224:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1932
00000100:00100000:3.0:1761228872.671228:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720769088:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:3.0:1761228872.671270:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8fc455a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720769088:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 40us (673us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228872.671276:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1932
00000100:00100000:1.0:1761228872.675194:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b38f99e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2286:x1846777720769216:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 4074us (4553us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228872.675216:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5268
00000100:00100000:2.0:1761228872.678797:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228872.680408:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720769280
00000100:00100000:1.0:1761228872.680539:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2630
00000100:00100000:1.0:1761228872.680547:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720769280:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:1.0:1761228872.680649:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1761228872.680753:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720769280:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 204us (1988us total) trans 0 rc -19/-19
00000100:00100000:1.0:1761228872.680767:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2630
00010000:00010000:2.0:1761228872.771110:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228872.835211:0:3190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1761228872.835275:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737974080:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228872.835379:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228872.835505:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974080
00000100:00100000:1.0:1761228872.835580:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603
00000100:00100000:1.0:1761228872.835589:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737974080:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1761228872.835644:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:1.0:1761228872.835718:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad429894 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737974080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (341us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228872.835726:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603
00000100:00100000:3.0:1761228872.835834:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737974080:0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1761228873.795440:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228873.860105:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737974144:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228873.860231:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228873.860341:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737974208:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228873.860384:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228873.860442:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974208
00000100:00100000:1.0:1761228873.860517:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5269
00000100:00100000:1.0:1761228873.860525:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e4f178 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737974208:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228873.860599:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e4f178 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737974208:12345-0@lo:400:kworker/u8:0.0 Request processed in 73us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228873.860608:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5269
00000100:00100000:1.0:1761228873.860678:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737974208:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228873.860721:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974144
00000100:00100000:1.0:1761228873.860753:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933
00000100:00100000:1.0:1761228873.860757:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737974144:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228873.862120:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737974272:0@lo:400:kworker/u8:0.0
00000100:00080000:3.0:1761228873.862744:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228873.862752:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228873.862756:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228873.862765:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4464
00000100:00080000:3.0:1761228873.862769:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228873.862794:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228873.862826:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dea14a9c x1846777737974464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1761228873.862844:0:13134:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1761228873.862847:0:13134:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1761228873.862849:0:13134:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1761228873.862851:0:13134:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4464
00000100:00080000:3.0:1761228873.862853:0:13134:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1761228873.862857:0:13134:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:3.0:1761228873.862868:0:13134:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e030796 x1846777737974528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1761228873.862943:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dea14a9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737974464:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228873.863036:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737974592:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228873.864397:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228873.864487:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e777e45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737974656:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228873.864538:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228873.864700:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228873.864730:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737974528:0@lo:8:kworker/u8:0.0
00000100:00100000:0.0:1761228873.864742:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974656
00000100:00100000:3.0:1761228873.864770:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228873.864830:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5270
00000100:00100000:0.0:1761228873.864837:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff474496 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737974656:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228873.864900:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff474496 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737974656:12345-0@lo:400:kworker/u8:0.0 Request processed in 62us (361us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228873.864907:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5270
00000100:00100000:0.0:1761228873.864951:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e777e45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737974656:0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228873.864959:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974464
00000100:00100000:3.0:1761228873.864986:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974528
00000100:00100000:3.0:1761228873.865004:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631
00000100:00100000:3.0:1761228873.865008:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737974464:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761228873.865106:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228873.865146:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362c17c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737974464:12345-0@lo:8:kworker/u8:0.0 Request processed in 137us (448us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228873.865154:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631
00000100:00100000:3.0:1761228873.865168:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632
00000100:00100000:3.0:1761228873.865171:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737974528:12345-0@lo:8:kworker/u8:0.0
00010000:02020000:3.0:1761228873.865254:0:16806:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1761228873.865282:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009278c8ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3188:x1846777737974528:12345-0@lo:8:kworker/u8:0.0 Request processed in 110us (512us total) trans 0 rc -19/-19
00000100:00100000:3.0:1761228873.865288:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632
00000100:00100000:2.0:1761228873.865310:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1761228873.865321:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228873.865326:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228873.865330:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dea14a9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737974464:0@lo:8:kworker/u8:0.0
00000100:00080000:3.0:1761228873.865337:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1761228873.865340:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:3.0:1761228873.865343:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e030796 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737974528:0@lo:8:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865346:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974272
00000100:00100000:3.0:1761228873.865365:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737974336:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865375:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604
00000100:00100000:2.0:1761228873.865379:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032906fff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737974272:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228873.865390:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228873.865407:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a536e4ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737974720:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865420:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032906fff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737974272:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (1033us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228873.865427:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604
00000100:00100000:3.0:1761228873.865427:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228873.865440:0:3189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1761228873.865444:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974592
00000100:00100000:3.0:1761228873.865446:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737974400:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865465:0:13734:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974336
00000100:00100000:3.0:1761228873.865471:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228873.865482:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5271
00000100:00100000:3.0:1761228873.865482:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078fef508 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737974784:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865485:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737974592:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228873.865508:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228873.865514:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001765641f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737974592:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228873.865526:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5271
00000100:00100000:3.0:1761228873.865527:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974720
00000100:00100000:2.0:1761228873.865537:0:13734:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5272
00000100:00100000:2.0:1761228873.865540:0:13734:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737974336:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228873.865548:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974784
00000100:00100000:3.0:1761228873.865564:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119
00000100:00100000:2.0:1761228873.865567:0:13734:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e030796 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737974336:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228873.865568:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737974720:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865573:0:13734:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5272
00000100:00100000:2.0:1761228873.865588:0:7417:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974400
00000100:00100000:3.0:1761228873.865595:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dea14a9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737974720:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228873.865601:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119
00000100:00100000:2.0:1761228873.865605:0:7417:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605
00000100:00100000:2.0:1761228873.865607:0:7417:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000755c8cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737974400:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:3.0:1761228873.865610:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120
00000100:00100000:3.0:1761228873.865613:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c732528 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737974784:12345-0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865632:0:7417:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000755c8cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737974400:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228873.865632:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c732528 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737974784:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (124us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228873.865638:0:7417:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605
00000100:00100000:3.0:1761228873.865638:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120
00000100:00100000:2.0:1761228873.865669:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000788250c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737974592:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865718:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022580c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737974144:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865752:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008819d928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737974400:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865760:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078fef508 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737974784:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865767:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9e32950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737974336:0@lo:400:kworker/u8:0.0
00000100:00100000:2.0:1761228873.865795:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a536e4ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737974720:0@lo:400:kworker/u8:0.0
00000100:00100000:1.0:1761228873.866406:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004181a14b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737974144:12345-0@lo:400:kworker/u8:0.0 Request processed in 5645us (6174us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228873.866422:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933
00000100:00100000:0.0:1761228873.866553:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000502928f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737974272:0@lo:400:kworker/u8:0.0
00000100:00100000:0.0:1761228874.371037:0:3192:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1761228874.371072:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d6aa74c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737974848:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1761228874.371175:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228874.371250:0:7764:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974848
00000100:00100000:0.0:1761228874.371301:0:7764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093
00000100:00100000:0.0:1761228874.371309:0:7764:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9b3181f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737974848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1761228874.371355:0:7764:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1761228874.371691:0:7764:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9b3181f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3192:x1846777737974848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 378us (514us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228874.371699:0:7764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093
00000100:00100000:1.0:1761228874.371813:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d6aa74c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737974848:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1761228874.819126:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228875.396951:0:3191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1761228875.396984:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008877e804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737974912:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1761228875.397079:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228875.397151:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974912
00000100:00100000:3.0:1761228875.397213:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606
00000100:00100000:3.0:1761228875.397219:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737974912:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1761228875.397275:0:6177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344
00000100:00100000:3.0:1761228875.397349:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbbb4c13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3191:x1846777737974912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228875.397357:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606
00000100:00100000:0.0:1761228875.397533:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008877e804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3191:1846777737974912:0@lo:41:osp-pre-0-1.0
00010000:00010000:1.0:1761228875.847401:0:6161:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1761228876.868236:0:7776:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1761228877.790598:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:1.0:1761228877.790645:0:3184:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228877.790731:0:6166:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720769344
00000100:00100000:3.0:1761228877.790797:0:6166:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 1934
00000100:00100000:3.0:1761228877.790803:0:6166:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720769344:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761228877.790862:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720769408
00000100:00100000:3.0:1761228877.790867:0:6166:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005735503c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:895ac03d-5e0b-4331-b6a0-b29d8c52c12b+9:2286:x1846777720769344:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 63us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228877.790875:0:6166:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 1934
00000100:00100000:2.0:1761228877.790900:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5273
00000100:00100000:2.0:1761228877.790906:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054fed3e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720769408:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761228877.790943:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054fed3e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+8:2286:x1846777720769408:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 37us (298us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228877.790950:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5273
00000100:00100000:3.0:1761228877.791351:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:3.0:1761228877.791382:0:3183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.14@tcp (source: 12345-192.168.202.14@tcp)
00000100:00100000:0.0:1761228877.791424:0:9314:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720769536
00000100:00100000:0.0:1761228877.791461:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 2633
00000100:00100000:0.0:1761228877.791465:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008877e804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720769536:12345-192.168.202.14@tcp:8:kworker/u8:0.0
00010000:02020000:0.0:1761228877.791558:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 192.168.202.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228877.791604:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008877e804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2284:x1846777720769536:12345-192.168.202.14@tcp:8:kworker/u8:0.0 Request processed in 137us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228877.791612:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 2633
00000100:00100000:2.0:1761228877.791797:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777720769472
00000100:00100000:2.0:1761228877.791828:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.14@tcp, seq: 5274
00000100:00100000:2.0:1761228877.791833:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060ea6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720769472:12345-192.168.202.14@tcp:400:kworker/u8:0.0
00000100:00100000:2.0:1761228877.791877:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060ea6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:774c7a2d-e1c6-4d57-85f8-be532a26f7be+5:2285:x1846777720769472:12345-192.168.202.14@tcp:400:kworker/u8:0.0 Request processed in 44us (528us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228877.791884:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.14@tcp, seq: 5274
00010000:00010000:0.0:1761228877.891013:0:6160:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1761228877.955035:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737974976:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1761228877.955104:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228877.955216:0:6178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737974976
00000100:00100000:3.0:1761228877.955270:0:6178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607
00000100:00100000:3.0:1761228877.955286:0:6178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737974976:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1761228877.955327:0:6178:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560
00000100:00100000:3.0:1761228877.955387:0:6178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000502928f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3189:x1846777737974976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228877.955393:0:6178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607
00000100:00100000:0.0:1761228877.955729:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004125fdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3189:1846777737974976:0@lo:41:osp-pre-1-0.0
00010000:00010000:1.0:1761228878.920661:0:7777:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1761228878.979357:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228878.979366:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228878.979371:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228878.979382:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 4469
00000100:00080000:1.0:1761228878.979387:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228878.979394:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0001: import 00000000bd31f5cf using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228878.979425:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000030a8da3f x1846777737975360/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1761228878.979451:0:16878:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1761228878.979454:0:16878:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1761228878.979455:0:16878:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1761228878.979458:0:16878:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 4469
00000100:00080000:1.0:1761228878.979460:0:16878:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1761228878.979462:0:16878:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000d73dcf4c using connection 192.168.202.114@tcp/0@lo
00000100:00100000:1.0:1761228878.979476:0:16878:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000013044097 x1846777737975424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1761228878.979535:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737975168:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228878.979622:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228878.979892:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000362d666e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737975040:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.979935:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228878.979961:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4d54f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737975296:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.980003:0:6165:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975040
00000100:00100000:0.0:1761228878.980062:0:6165:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935
00000100:00100000:0.0:1761228878.980068:0:6165:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737975040:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.980125:0:6165:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ff5d1b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6+20:3190:x1846777737975040:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228878.980132:0:6165:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935
00000100:00100000:0.0:1761228878.980170:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f17e35d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737975232:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.980209:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228878.980230:0:3189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737975616:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.980256:0:3189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228878.985129:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737975360:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228878.985244:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228878.985285:0:3188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013044097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737975424:0@lo:8:kworker/u8:2.0
00000100:00100000:3.0:1761228878.985309:0:3188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1761228878.985372:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975616
00000100:00100000:3.0:1761228878.985424:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975360
00000100:00100000:3.0:1761228878.985442:0:7759:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975424
00000100:00100000:3.0:1761228878.985460:0:7759:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121
00000100:00100000:3.0:1761228878.985468:0:7759:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d6aa74c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737975616:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.985551:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634
00000100:00100000:0.0:1761228878.985558:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004125fdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737975360:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228878.985652:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228878.985705:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004125fdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737975360:12345-0@lo:8:kworker/u8:2.0 Request processed in 146us (462us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228878.985715:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634
00000100:00100000:0.0:1761228878.985738:0:9314:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635
00000100:00100000:0.0:1761228878.985741:0:9314:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737975424:12345-0@lo:8:kworker/u8:2.0
00010000:02020000:0.0:1761228878.985837:0:9314:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0000_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1761228878.985866:0:9314:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b995d4df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3188:x1846777737975424:12345-0@lo:8:kworker/u8:2.0 Request processed in 124us (556us total) trans 0 rc -19/-19
00000100:00100000:0.0:1761228878.985872:0:9314:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635
00000100:00100000:0.0:1761228878.985999:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975232
00000100:00100000:0.0:1761228878.986034:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5275
00000100:00100000:0.0:1761228878.986039:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f974d8c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737975232:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.986082:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f974d8c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3189:x1846777737975232:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (5882us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228878.986088:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5275
00000100:00100000:0.0:1761228878.986137:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f17e35d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3189:1846777737975232:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.986174:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737975104:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.986218:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228878.986236:0:3191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737975488:0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.986258:0:3191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1761228878.986287:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975104
00000100:00100000:0.0:1761228878.986308:0:6172:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975488
00000100:00100000:0.0:1761228878.986331:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5276
00000100:00100000:0.0:1761228878.986334:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cfa450d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737975104:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.986366:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cfa450d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3191:x1846777737975104:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (148us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228878.986372:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5276
00000100:00100000:0.0:1761228878.986385:0:6172:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5277
00000100:00100000:0.0:1761228878.986388:0:6172:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4a93999 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737975488:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:0.0:1761228878.986414:0:6172:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4a93999 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3191:x1846777737975488:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1761228878.986419:0:6172:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5277
00000100:00100000:1.0:1761228878.987437:0:3192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f093386 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737975552:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228878.987497:0:3192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228878.987552:0:9313:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975552
00000100:00100000:1.0:1761228878.987590:0:9313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5278
00000100:00100000:1.0:1761228878.987595:0:9313:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737975552:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228878.987624:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975168
00000100:00100000:1.0:1761228878.987643:0:9313:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b0bebfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3192:x1846777737975552:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (146us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228878.987651:0:9313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5278
00000100:00100000:2.0:1761228878.987674:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608
00000100:00100000:2.0:1761228878.987679:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e59acb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737975168:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228878.987692:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1761228878.987713:0:3190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004af95103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737975680:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228878.987725:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e59acb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3192:x1846777737975168:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (8104us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228878.987732:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608
00000100:00100000:2.0:1761228878.987745:0:6177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975296
00000100:00100000:1.0:1761228878.987753:0:3190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1761228878.987761:0:6177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609
00000100:00100000:2.0:1761228878.987766:0:6177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737975296:12345-0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228878.987819:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000362d666e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d7f46ec5-3ab7-4cb2-8a0c-27222e1046a6:3190:1846777737975040:0@lo:400:kworker/u8:2.0
00000100:00100000:2.0:1761228878.987823:0:6177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000660ef430 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737975296:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (131us total) trans 0 rc 0/0
00000100:00100000:2.0:1761228878.987831:0:6177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609
00000100:00100000:1.0:1761228878.987840:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4d54f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737975296:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228878.987887:0:16806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846777737975680
00000100:00080000:2.0:1761228878.987906:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000bd31f5cf lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228878.987912:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228878.987916:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030a8da3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3188:1846777737975360:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228878.987921:0:16806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122
00000100:00100000:1.0:1761228878.987927:0:16806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737975680:12345-0@lo:400:kworker/u8:2.0
00000100:00080000:2.0:1761228878.987929:0:3188:0:(import.c:86:import_set_state_nolock()) 00000000d73dcf4c lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1761228878.987933:0:3188:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.114@tcp failed (-19)
00000100:00100000:2.0:1761228878.987937:0:3188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013044097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3188:1846777737975424:0@lo:8:kworker/u8:2.0
00000100:00100000:1.0:1761228878.987966:0:16806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c44f48d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3190:x1846777737975680:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1761228878.987973:0:16806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122
00000100:00100000:1.0:1761228878.988001:0:3190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004af95103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3190:1846777737975680:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228878.988030:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e31b01c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3192:1846777737975168:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228878.988037:0:3192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f093386 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3192:1846777737975552:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228878.988082:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051eeece5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3191:1846777737975104:0@lo:400:kworker/u8:2.0
00000100:00100000:1.0:1761228878.988093:0:3191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026728c32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3191:1846777737975488:0@lo:400:kworker/u8:2.0
00000100:00100000:3.0:1761228878.988284:0:7759:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d6aa74c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3189:x1846777737975616:12345-0@lo:400:kworker/u8:2.0 Request processed in 2814us (8025us total) trans 0 rc 0/0
00000100:00100000:3.0:1761228878.988293:0:7759:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121
00000100:00100000:1.0:1761228878.988309:0:3189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000354d013d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3189:1846777737975616:0@lo:400:kworker/u8:2.0
Debug log: 35591 lines, 35591 kept, 0 dropped, 0 bad.